2024-11-08 22:15:26,671 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-08 22:15:26,721 main DEBUG Took 0.047776 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-08 22:15:26,722 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-08 22:15:26,723 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-08 22:15:26,724 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-08 22:15:26,726 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 22:15:26,743 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-08 22:15:26,777 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 22:15:26,779 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 22:15:26,780 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 22:15:26,780 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 22:15:26,781 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 22:15:26,781 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 22:15:26,783 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 22:15:26,783 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 22:15:26,784 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 22:15:26,784 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 22:15:26,785 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 22:15:26,786 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 22:15:26,787 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 22:15:26,787 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 22:15:26,788 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 22:15:26,788 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 22:15:26,789 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 22:15:26,789 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 22:15:26,790 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 22:15:26,791 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 22:15:26,793 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 22:15:26,794 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 22:15:26,795 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 22:15:26,795 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 22:15:26,796 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 22:15:26,796 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-08 22:15:26,798 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 22:15:26,800 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-08 22:15:26,803 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-08 22:15:26,804 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-08 22:15:26,806 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-08 22:15:26,806 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-08 22:15:26,819 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-08 22:15:26,824 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-08 22:15:26,827 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-08 22:15:26,827 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-08 22:15:26,828 main DEBUG createAppenders(={Console}) 2024-11-08 22:15:26,830 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-08 22:15:26,830 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-08 22:15:26,831 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-08 22:15:26,832 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-08 22:15:26,832 main DEBUG OutputStream closed 2024-11-08 22:15:26,833 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-08 22:15:26,833 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-08 22:15:26,834 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-08 22:15:26,972 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-08 22:15:26,975 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-08 22:15:26,977 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-08 22:15:26,978 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-08 22:15:26,979 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-08 22:15:26,980 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-08 22:15:26,980 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-08 22:15:26,981 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-08 22:15:26,981 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-08 22:15:26,982 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-08 22:15:26,983 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-08 22:15:26,983 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-08 22:15:26,984 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-08 22:15:26,984 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-08 22:15:26,984 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-08 22:15:26,985 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-08 22:15:26,985 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-08 22:15:26,986 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-08 22:15:26,989 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08 22:15:26,989 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-08 22:15:26,990 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-08 22:15:26,991 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-08T22:15:27,006 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-08 22:15:27,008 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-08 22:15:27,009 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08T22:15:27,081 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=441, ProcessCount=11, AvailableMemoryMB=4083 2024-11-08T22:15:27,321 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-08T22:15:27,364 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8112dfee-90e3-1765-decf-d98236e11257 2024-11-08T22:15:27,368 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8112dfee-90e3-1765-decf-d98236e11257/cluster_e79f5abe-9211-d80c-dc97-cdd63b89d612, deleteOnExit=true 2024-11-08T22:15:27,479 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8112dfee-90e3-1765-decf-d98236e11257/cluster_e79f5abe-9211-d80c-dc97-cdd63b89d612/zookeeper_0, clientPort=55987, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8112dfee-90e3-1765-decf-d98236e11257/cluster_e79f5abe-9211-d80c-dc97-cdd63b89d612/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8112dfee-90e3-1765-decf-d98236e11257/cluster_e79f5abe-9211-d80c-dc97-cdd63b89d612/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T22:15:27,499 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55987 2024-11-08T22:15:27,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T22:15:27,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T22:15:27,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8112dfee-90e3-1765-decf-d98236e11257/test.cache.data in system properties and HBase conf 2024-11-08T22:15:27,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8112dfee-90e3-1765-decf-d98236e11257/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T22:15:27,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8112dfee-90e3-1765-decf-d98236e11257/hadoop.log.dir in system properties and HBase conf 2024-11-08T22:15:27,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8112dfee-90e3-1765-decf-d98236e11257/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T22:15:27,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8112dfee-90e3-1765-decf-d98236e11257/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T22:15:27,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T22:15:27,742 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-08T22:15:27,850 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T22:15:27,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8112dfee-90e3-1765-decf-d98236e11257/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T22:15:27,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8112dfee-90e3-1765-decf-d98236e11257/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T22:15:27,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8112dfee-90e3-1765-decf-d98236e11257/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T22:15:27,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8112dfee-90e3-1765-decf-d98236e11257/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T22:15:27,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8112dfee-90e3-1765-decf-d98236e11257/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T22:15:27,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8112dfee-90e3-1765-decf-d98236e11257/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T22:15:27,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8112dfee-90e3-1765-decf-d98236e11257/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T22:15:27,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8112dfee-90e3-1765-decf-d98236e11257/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T22:15:27,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8112dfee-90e3-1765-decf-d98236e11257/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T22:15:27,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8112dfee-90e3-1765-decf-d98236e11257/nfs.dump.dir in system properties and HBase conf 2024-11-08T22:15:27,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8112dfee-90e3-1765-decf-d98236e11257/java.io.tmpdir in system properties and HBase conf 2024-11-08T22:15:27,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8112dfee-90e3-1765-decf-d98236e11257/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T22:15:27,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8112dfee-90e3-1765-decf-d98236e11257/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T22:15:27,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8112dfee-90e3-1765-decf-d98236e11257/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T22:15:29,091 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-08T22:15:29,201 INFO [Time-limited test {}] log.Log(170): Logging initialized @3461ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-08T22:15:29,284 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T22:15:29,371 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T22:15:29,398 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T22:15:29,399 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T22:15:29,401 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T22:15:29,427 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T22:15:29,446 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8112dfee-90e3-1765-decf-d98236e11257/hadoop.log.dir/,AVAILABLE} 2024-11-08T22:15:29,448 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T22:15:29,687 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8112dfee-90e3-1765-decf-d98236e11257/java.io.tmpdir/jetty-localhost-36289-hadoop-hdfs-3_4_1-tests_jar-_-any-889815054628709773/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T22:15:29,694 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:36289} 2024-11-08T22:15:29,694 INFO [Time-limited test {}] server.Server(415): Started @3955ms 2024-11-08T22:15:30,427 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T22:15:30,437 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T22:15:30,440 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T22:15:30,441 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T22:15:30,441 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T22:15:30,442 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40fdc8cc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8112dfee-90e3-1765-decf-d98236e11257/hadoop.log.dir/,AVAILABLE} 2024-11-08T22:15:30,443 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e4f8960{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T22:15:30,572 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@116d148d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8112dfee-90e3-1765-decf-d98236e11257/java.io.tmpdir/jetty-localhost-40391-hadoop-hdfs-3_4_1-tests_jar-_-any-15708244724890009561/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T22:15:30,573 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7407cbf8{HTTP/1.1, (http/1.1)}{localhost:40391} 2024-11-08T22:15:30,573 INFO [Time-limited test {}] server.Server(415): Started @4834ms 2024-11-08T22:15:30,635 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T22:15:31,730 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8112dfee-90e3-1765-decf-d98236e11257/cluster_e79f5abe-9211-d80c-dc97-cdd63b89d612/data/data2/current/BP-102874059-172.17.0.3-1731104128544/current, will proceed with Du for space computation calculation, 2024-11-08T22:15:31,730 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8112dfee-90e3-1765-decf-d98236e11257/cluster_e79f5abe-9211-d80c-dc97-cdd63b89d612/data/data1/current/BP-102874059-172.17.0.3-1731104128544/current, will proceed with Du for space computation calculation, 2024-11-08T22:15:31,765 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T22:15:31,815 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xac7390977df3193d with lease ID 0x905f1960703de6d1: Processing first storage report for DS-eda02265-6996-4e37-a87a-7af1446d6d0b from datanode DatanodeRegistration(127.0.0.1:33801, datanodeUuid=7d82cae4-8eea-43bc-bb10-37c3c70e188d, infoPort=45617, infoSecurePort=0, ipcPort=42895, storageInfo=lv=-57;cid=testClusterID;nsid=689477829;c=1731104128544) 2024-11-08T22:15:31,816 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xac7390977df3193d with lease ID 0x905f1960703de6d1: from storage DS-eda02265-6996-4e37-a87a-7af1446d6d0b node DatanodeRegistration(127.0.0.1:33801, datanodeUuid=7d82cae4-8eea-43bc-bb10-37c3c70e188d, infoPort=45617, infoSecurePort=0, ipcPort=42895, storageInfo=lv=-57;cid=testClusterID;nsid=689477829;c=1731104128544), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-08T22:15:31,817 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xac7390977df3193d with lease ID 0x905f1960703de6d1: Processing first storage report for DS-6bfbcfbd-e98e-4981-baa4-c1771f7b83c0 from datanode DatanodeRegistration(127.0.0.1:33801, datanodeUuid=7d82cae4-8eea-43bc-bb10-37c3c70e188d, infoPort=45617, infoSecurePort=0, ipcPort=42895, storageInfo=lv=-57;cid=testClusterID;nsid=689477829;c=1731104128544) 2024-11-08T22:15:31,817 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xac7390977df3193d with lease ID 0x905f1960703de6d1: from storage DS-6bfbcfbd-e98e-4981-baa4-c1771f7b83c0 node DatanodeRegistration(127.0.0.1:33801, datanodeUuid=7d82cae4-8eea-43bc-bb10-37c3c70e188d, infoPort=45617, infoSecurePort=0, ipcPort=42895, storageInfo=lv=-57;cid=testClusterID;nsid=689477829;c=1731104128544), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T22:15:31,835 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8112dfee-90e3-1765-decf-d98236e11257 2024-11-08T22:15:31,845 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:15:31,848 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:15:32,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741825_1001 (size=7) 2024-11-08T22:15:32,497 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca with version=8 2024-11-08T22:15:32,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/hbase-staging 2024-11-08T22:15:32,599 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-08T22:15:32,865 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ff635fa717b5:0 server-side Connection retries=45 2024-11-08T22:15:32,876 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:15:32,876 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T22:15:32,881 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T22:15:32,882 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:15:32,882 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T22:15:33,066 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T22:15:33,144 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-08T22:15:33,157 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-08T22:15:33,162 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T22:15:33,195 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 8602 (auto-detected) 2024-11-08T22:15:33,197 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-08T22:15:33,222 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39843 2024-11-08T22:15:33,248 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39843 connecting to ZooKeeper ensemble=127.0.0.1:55987 2024-11-08T22:15:33,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:398430x0, quorum=127.0.0.1:55987, baseZNode=/01948717860 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T22:15:33,350 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39843-0x1011c84b5810000 connected 2024-11-08T22:15:33,485 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:15:33,489 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:15:33,502 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39843-0x1011c84b5810000, quorum=127.0.0.1:55987, baseZNode=/01948717860 Set watcher on znode that does not yet exist, /01948717860/running 2024-11-08T22:15:33,506 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca, hbase.cluster.distributed=false 2024-11-08T22:15:33,531 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39843-0x1011c84b5810000, quorum=127.0.0.1:55987, baseZNode=/01948717860 Set watcher on znode that does not yet exist, /01948717860/acl 2024-11-08T22:15:33,536 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39843 2024-11-08T22:15:33,540 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39843 2024-11-08T22:15:33,541 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39843 2024-11-08T22:15:33,541 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39843 2024-11-08T22:15:33,543 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39843 2024-11-08T22:15:33,656 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ff635fa717b5:0 server-side Connection retries=45 2024-11-08T22:15:33,658 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:15:33,658 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T22:15:33,659 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T22:15:33,659 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:15:33,659 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T22:15:33,662 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T22:15:33,665 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T22:15:33,666 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37839 2024-11-08T22:15:33,668 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37839 connecting to ZooKeeper ensemble=127.0.0.1:55987 2024-11-08T22:15:33,670 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:15:33,673 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:15:33,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:378390x0, quorum=127.0.0.1:55987, baseZNode=/01948717860 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T22:15:33,711 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37839-0x1011c84b5810001 connected 2024-11-08T22:15:33,712 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37839-0x1011c84b5810001, quorum=127.0.0.1:55987, baseZNode=/01948717860 Set watcher on znode that does not yet exist, /01948717860/running 2024-11-08T22:15:33,717 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T22:15:33,726 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T22:15:33,728 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37839-0x1011c84b5810001, quorum=127.0.0.1:55987, baseZNode=/01948717860 Set watcher on znode that does not yet exist, /01948717860/master 2024-11-08T22:15:33,735 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37839-0x1011c84b5810001, quorum=127.0.0.1:55987, baseZNode=/01948717860 Set watcher on znode that does not yet exist, /01948717860/acl 2024-11-08T22:15:33,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37839 2024-11-08T22:15:33,741 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37839 2024-11-08T22:15:33,741 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37839 2024-11-08T22:15:33,742 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37839 2024-11-08T22:15:33,743 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37839 2024-11-08T22:15:33,761 DEBUG [M:0;ff635fa717b5:39843 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ff635fa717b5:39843 2024-11-08T22:15:33,762 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01948717860/backup-masters/ff635fa717b5,39843,1731104132660 2024-11-08T22:15:33,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39843-0x1011c84b5810000, quorum=127.0.0.1:55987, baseZNode=/01948717860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01948717860/backup-masters 2024-11-08T22:15:33,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37839-0x1011c84b5810001, quorum=127.0.0.1:55987, baseZNode=/01948717860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01948717860/backup-masters 2024-11-08T22:15:33,780 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39843-0x1011c84b5810000, quorum=127.0.0.1:55987, baseZNode=/01948717860 Set watcher on existing znode=/01948717860/backup-masters/ff635fa717b5,39843,1731104132660 2024-11-08T22:15:33,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37839-0x1011c84b5810001, quorum=127.0.0.1:55987, baseZNode=/01948717860 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01948717860/master 2024-11-08T22:15:33,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39843-0x1011c84b5810000, quorum=127.0.0.1:55987, baseZNode=/01948717860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01948717860 2024-11-08T22:15:33,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37839-0x1011c84b5810001, quorum=127.0.0.1:55987, baseZNode=/01948717860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01948717860 2024-11-08T22:15:33,821 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39843-0x1011c84b5810000, quorum=127.0.0.1:55987, baseZNode=/01948717860 Set watcher on existing znode=/01948717860/master 2024-11-08T22:15:33,823 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01948717860/backup-masters/ff635fa717b5,39843,1731104132660 from backup master directory 2024-11-08T22:15:33,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37839-0x1011c84b5810001, quorum=127.0.0.1:55987, baseZNode=/01948717860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01948717860/backup-masters 2024-11-08T22:15:33,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39843-0x1011c84b5810000, quorum=127.0.0.1:55987, baseZNode=/01948717860 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01948717860/backup-masters/ff635fa717b5,39843,1731104132660 2024-11-08T22:15:33,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39843-0x1011c84b5810000, quorum=127.0.0.1:55987, baseZNode=/01948717860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01948717860/backup-masters 2024-11-08T22:15:33,837 WARN [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T22:15:33,838 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ff635fa717b5,39843,1731104132660 2024-11-08T22:15:33,840 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-08T22:15:33,841 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-08T22:15:33,902 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/hbase.id] with ID: aac8a8e8-4a77-46fe-8b18-2b578cc89caa 2024-11-08T22:15:33,902 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/.tmp/hbase.id 2024-11-08T22:15:33,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741826_1002 (size=42) 2024-11-08T22:15:33,915 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/.tmp/hbase.id]:[hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/hbase.id] 2024-11-08T22:15:33,968 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:15:33,974 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T22:15:33,997 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 21ms. 2024-11-08T22:15:34,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39843-0x1011c84b5810000, quorum=127.0.0.1:55987, baseZNode=/01948717860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01948717860 2024-11-08T22:15:34,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37839-0x1011c84b5810001, quorum=127.0.0.1:55987, baseZNode=/01948717860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01948717860 2024-11-08T22:15:34,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741827_1003 (size=196) 2024-11-08T22:15:34,055 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T22:15:34,060 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T22:15:34,079 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T22:15:34,083 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:15:34,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741828_1004 (size=1189) 2024-11-08T22:15:34,536 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/MasterData/data/master/store 2024-11-08T22:15:34,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741829_1005 (size=34) 2024-11-08T22:15:34,970 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-08T22:15:34,975 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:15:34,977 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T22:15:34,977 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:15:34,977 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:15:34,979 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T22:15:34,979 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:15:34,979 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:15:34,981 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731104134976Disabling compacts and flushes for region at 1731104134976Disabling writes for close at 1731104134979 (+3 ms)Writing region close event to WAL at 1731104134979Closed at 1731104134979 2024-11-08T22:15:34,983 WARN [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/MasterData/data/master/store/.initializing 2024-11-08T22:15:34,983 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/MasterData/WALs/ff635fa717b5,39843,1731104132660 2024-11-08T22:15:34,992 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T22:15:35,009 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ff635fa717b5%2C39843%2C1731104132660, suffix=, logDir=hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/MasterData/WALs/ff635fa717b5,39843,1731104132660, archiveDir=hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/MasterData/oldWALs, maxLogs=10 2024-11-08T22:15:35,033 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/MasterData/WALs/ff635fa717b5,39843,1731104132660/ff635fa717b5%2C39843%2C1731104132660.1731104135013, exclude list is [], retry=0 2024-11-08T22:15:35,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33801,DS-eda02265-6996-4e37-a87a-7af1446d6d0b,DISK] 2024-11-08T22:15:35,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-08T22:15:35,099 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/MasterData/WALs/ff635fa717b5,39843,1731104132660/ff635fa717b5%2C39843%2C1731104132660.1731104135013 2024-11-08T22:15:35,101 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45617:45617)] 2024-11-08T22:15:35,102 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T22:15:35,102 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:15:35,106 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:15:35,107 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:15:35,149 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:15:35,179 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T22:15:35,184 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:15:35,188 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:15:35,189 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:15:35,193 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T22:15:35,194 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:15:35,195 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:15:35,196 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:15:35,200 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T22:15:35,200 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:15:35,203 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:15:35,204 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:15:35,209 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T22:15:35,209 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:15:35,211 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:15:35,213 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:15:35,220 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:15:35,222 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:15:35,230 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:15:35,231 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:15:35,236 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T22:15:35,241 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:15:35,247 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:15:35,249 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69765990, jitterRate=0.03959426283836365}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T22:15:35,259 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731104135121Initializing all the Stores at 1731104135124 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104135125 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104135126 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104135127 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104135127Cleaning up temporary data from old regions at 1731104135231 (+104 ms)Region opened successfully at 1731104135259 (+28 ms) 2024-11-08T22:15:35,261 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T22:15:35,300 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3476ebd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff635fa717b5/172.17.0.3:0 2024-11-08T22:15:35,336 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T22:15:35,349 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T22:15:35,349 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T22:15:35,352 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T22:15:35,354 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-08T22:15:35,361 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-08T22:15:35,361 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T22:15:35,399 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T22:15:35,411 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39843-0x1011c84b5810000, quorum=127.0.0.1:55987, baseZNode=/01948717860 Unable to get data of znode /01948717860/balancer because node does not exist (not necessarily an error) 2024-11-08T22:15:35,430 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01948717860/balancer already deleted, retry=false 2024-11-08T22:15:35,433 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T22:15:35,435 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39843-0x1011c84b5810000, quorum=127.0.0.1:55987, baseZNode=/01948717860 Unable to get data of znode /01948717860/normalizer because node does not exist (not necessarily an error) 2024-11-08T22:15:35,493 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01948717860/normalizer already deleted, retry=false 2024-11-08T22:15:35,496 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T22:15:35,500 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39843-0x1011c84b5810000, quorum=127.0.0.1:55987, baseZNode=/01948717860 Unable to get data of znode /01948717860/switch/split because node does not exist (not necessarily an error) 2024-11-08T22:15:35,546 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01948717860/switch/split already deleted, retry=false 2024-11-08T22:15:35,550 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39843-0x1011c84b5810000, quorum=127.0.0.1:55987, baseZNode=/01948717860 Unable to get data of znode /01948717860/switch/merge because node does not exist (not necessarily an error) 2024-11-08T22:15:35,573 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01948717860/switch/merge already deleted, retry=false 2024-11-08T22:15:35,592 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39843-0x1011c84b5810000, quorum=127.0.0.1:55987, baseZNode=/01948717860 Unable to get data of znode /01948717860/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T22:15:35,634 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01948717860/snapshot-cleanup already deleted, retry=false 2024-11-08T22:15:35,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39843-0x1011c84b5810000, quorum=127.0.0.1:55987, baseZNode=/01948717860 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01948717860/running 2024-11-08T22:15:35,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39843-0x1011c84b5810000, quorum=127.0.0.1:55987, baseZNode=/01948717860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01948717860 2024-11-08T22:15:35,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37839-0x1011c84b5810001, quorum=127.0.0.1:55987, baseZNode=/01948717860 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01948717860/running 2024-11-08T22:15:35,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37839-0x1011c84b5810001, quorum=127.0.0.1:55987, baseZNode=/01948717860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01948717860 2024-11-08T22:15:35,701 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ff635fa717b5,39843,1731104132660, sessionid=0x1011c84b5810000, setting cluster-up flag (Was=false) 2024-11-08T22:15:35,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37839-0x1011c84b5810001, quorum=127.0.0.1:55987, baseZNode=/01948717860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01948717860 2024-11-08T22:15:35,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39843-0x1011c84b5810000, quorum=127.0.0.1:55987, baseZNode=/01948717860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01948717860 2024-11-08T22:15:35,773 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01948717860/flush-table-proc/acquired, /01948717860/flush-table-proc/reached, /01948717860/flush-table-proc/abort 2024-11-08T22:15:35,776 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff635fa717b5,39843,1731104132660 2024-11-08T22:15:35,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39843-0x1011c84b5810000, quorum=127.0.0.1:55987, baseZNode=/01948717860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01948717860 2024-11-08T22:15:35,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37839-0x1011c84b5810001, quorum=127.0.0.1:55987, baseZNode=/01948717860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01948717860 2024-11-08T22:15:35,836 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01948717860/online-snapshot/acquired, /01948717860/online-snapshot/reached, /01948717860/online-snapshot/abort 2024-11-08T22:15:35,838 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff635fa717b5,39843,1731104132660 2024-11-08T22:15:35,844 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T22:15:35,854 INFO [RS:0;ff635fa717b5:37839 {}] regionserver.HRegionServer(746): ClusterId : aac8a8e8-4a77-46fe-8b18-2b578cc89caa 2024-11-08T22:15:35,857 DEBUG [RS:0;ff635fa717b5:37839 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T22:15:35,870 DEBUG [RS:0;ff635fa717b5:37839 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T22:15:35,871 DEBUG [RS:0;ff635fa717b5:37839 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T22:15:35,884 DEBUG [RS:0;ff635fa717b5:37839 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T22:15:35,885 DEBUG [RS:0;ff635fa717b5:37839 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70c7ed5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff635fa717b5/172.17.0.3:0 2024-11-08T22:15:35,907 DEBUG [RS:0;ff635fa717b5:37839 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ff635fa717b5:37839 2024-11-08T22:15:35,911 INFO [RS:0;ff635fa717b5:37839 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T22:15:35,911 INFO [RS:0;ff635fa717b5:37839 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T22:15:35,911 DEBUG [RS:0;ff635fa717b5:37839 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T22:15:35,914 INFO [RS:0;ff635fa717b5:37839 {}] regionserver.HRegionServer(2659): reportForDuty to master=ff635fa717b5,39843,1731104132660 with port=37839, startcode=1731104133617 2024-11-08T22:15:35,929 DEBUG [RS:0;ff635fa717b5:37839 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T22:15:35,933 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T22:15:35,943 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T22:15:35,950 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T22:15:35,956 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ff635fa717b5,39843,1731104132660 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T22:15:35,966 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:15:35,966 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:15:35,966 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:15:35,966 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:15:35,967 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ff635fa717b5:0, corePoolSize=10, maxPoolSize=10 2024-11-08T22:15:35,967 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:15:35,967 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ff635fa717b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T22:15:35,967 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:15:35,972 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731104165972 2024-11-08T22:15:35,973 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48253, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T22:15:35,974 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T22:15:35,975 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T22:15:35,976 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T22:15:35,977 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T22:15:35,979 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T22:15:35,980 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T22:15:35,980 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T22:15:35,980 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39843 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T22:15:35,980 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T22:15:35,984 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T22:15:35,989 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T22:15:35,991 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T22:15:35,991 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T22:15:35,992 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T22:15:35,995 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:15:35,996 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T22:15:36,000 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T22:15:36,001 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T22:15:36,012 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.large.0-1731104136002,5,FailOnTimeoutGroup] 2024-11-08T22:15:36,017 DEBUG [RS:0;ff635fa717b5:37839 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-08T22:15:36,017 WARN [RS:0;ff635fa717b5:37839 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-08T22:15:36,020 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.small.0-1731104136012,5,FailOnTimeoutGroup] 2024-11-08T22:15:36,020 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T22:15:36,021 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T22:15:36,022 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T22:15:36,023 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T22:15:36,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741831_1007 (size=1321) 2024-11-08T22:15:36,119 INFO [RS:0;ff635fa717b5:37839 {}] regionserver.HRegionServer(2659): reportForDuty to master=ff635fa717b5,39843,1731104132660 with port=37839, startcode=1731104133617 2024-11-08T22:15:36,121 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39843 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ff635fa717b5,37839,1731104133617 2024-11-08T22:15:36,124 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39843 {}] master.ServerManager(517): Registering regionserver=ff635fa717b5,37839,1731104133617 2024-11-08T22:15:36,134 DEBUG [RS:0;ff635fa717b5:37839 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca 2024-11-08T22:15:36,134 DEBUG [RS:0;ff635fa717b5:37839 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44395 2024-11-08T22:15:36,134 DEBUG [RS:0;ff635fa717b5:37839 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T22:15:36,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39843-0x1011c84b5810000, quorum=127.0.0.1:55987, baseZNode=/01948717860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01948717860/rs 2024-11-08T22:15:36,175 DEBUG [RS:0;ff635fa717b5:37839 {}] zookeeper.ZKUtil(111): regionserver:37839-0x1011c84b5810001, quorum=127.0.0.1:55987, baseZNode=/01948717860 Set watcher on existing znode=/01948717860/rs/ff635fa717b5,37839,1731104133617 2024-11-08T22:15:36,175 WARN [RS:0;ff635fa717b5:37839 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T22:15:36,176 INFO [RS:0;ff635fa717b5:37839 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:15:36,176 DEBUG [RS:0;ff635fa717b5:37839 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/WALs/ff635fa717b5,37839,1731104133617 2024-11-08T22:15:36,178 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ff635fa717b5,37839,1731104133617] 2024-11-08T22:15:36,204 INFO [RS:0;ff635fa717b5:37839 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T22:15:36,220 INFO [RS:0;ff635fa717b5:37839 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T22:15:36,227 INFO [RS:0;ff635fa717b5:37839 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T22:15:36,227 INFO [RS:0;ff635fa717b5:37839 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:15:36,228 INFO [RS:0;ff635fa717b5:37839 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T22:15:36,235 INFO [RS:0;ff635fa717b5:37839 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T22:15:36,236 INFO [RS:0;ff635fa717b5:37839 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T22:15:36,237 DEBUG [RS:0;ff635fa717b5:37839 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:15:36,237 DEBUG [RS:0;ff635fa717b5:37839 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:15:36,237 DEBUG [RS:0;ff635fa717b5:37839 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:15:36,237 DEBUG [RS:0;ff635fa717b5:37839 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:15:36,238 DEBUG [RS:0;ff635fa717b5:37839 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:15:36,238 DEBUG [RS:0;ff635fa717b5:37839 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ff635fa717b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T22:15:36,238 DEBUG [RS:0;ff635fa717b5:37839 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:15:36,238 DEBUG [RS:0;ff635fa717b5:37839 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:15:36,238 DEBUG [RS:0;ff635fa717b5:37839 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:15:36,238 DEBUG [RS:0;ff635fa717b5:37839 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:15:36,239 DEBUG [RS:0;ff635fa717b5:37839 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:15:36,239 DEBUG [RS:0;ff635fa717b5:37839 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:15:36,239 DEBUG [RS:0;ff635fa717b5:37839 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T22:15:36,239 DEBUG [RS:0;ff635fa717b5:37839 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T22:15:36,244 INFO [RS:0;ff635fa717b5:37839 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T22:15:36,244 INFO [RS:0;ff635fa717b5:37839 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T22:15:36,244 INFO [RS:0;ff635fa717b5:37839 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:15:36,244 INFO [RS:0;ff635fa717b5:37839 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T22:15:36,244 INFO [RS:0;ff635fa717b5:37839 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T22:15:36,245 INFO [RS:0;ff635fa717b5:37839 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,37839,1731104133617-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T22:15:36,273 INFO [RS:0;ff635fa717b5:37839 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T22:15:36,275 INFO [RS:0;ff635fa717b5:37839 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,37839,1731104133617-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:15:36,275 INFO [RS:0;ff635fa717b5:37839 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:15:36,276 INFO [RS:0;ff635fa717b5:37839 {}] regionserver.Replication(171): ff635fa717b5,37839,1731104133617 started 2024-11-08T22:15:36,299 INFO [RS:0;ff635fa717b5:37839 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:15:36,299 INFO [RS:0;ff635fa717b5:37839 {}] regionserver.HRegionServer(1482): Serving as ff635fa717b5,37839,1731104133617, RpcServer on ff635fa717b5/172.17.0.3:37839, sessionid=0x1011c84b5810001 2024-11-08T22:15:36,300 DEBUG [RS:0;ff635fa717b5:37839 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T22:15:36,300 DEBUG [RS:0;ff635fa717b5:37839 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ff635fa717b5,37839,1731104133617 2024-11-08T22:15:36,300 DEBUG [RS:0;ff635fa717b5:37839 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff635fa717b5,37839,1731104133617' 2024-11-08T22:15:36,301 DEBUG [RS:0;ff635fa717b5:37839 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01948717860/flush-table-proc/abort' 2024-11-08T22:15:36,305 DEBUG [RS:0;ff635fa717b5:37839 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01948717860/flush-table-proc/acquired' 2024-11-08T22:15:36,306 DEBUG [RS:0;ff635fa717b5:37839 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T22:15:36,306 DEBUG [RS:0;ff635fa717b5:37839 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T22:15:36,306 DEBUG [RS:0;ff635fa717b5:37839 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ff635fa717b5,37839,1731104133617 2024-11-08T22:15:36,306 DEBUG [RS:0;ff635fa717b5:37839 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff635fa717b5,37839,1731104133617' 2024-11-08T22:15:36,306 DEBUG [RS:0;ff635fa717b5:37839 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01948717860/online-snapshot/abort' 2024-11-08T22:15:36,308 DEBUG [RS:0;ff635fa717b5:37839 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01948717860/online-snapshot/acquired' 2024-11-08T22:15:36,309 DEBUG [RS:0;ff635fa717b5:37839 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T22:15:36,309 INFO [RS:0;ff635fa717b5:37839 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T22:15:36,309 INFO [RS:0;ff635fa717b5:37839 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T22:15:36,416 INFO [RS:0;ff635fa717b5:37839 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T22:15:36,419 INFO [RS:0;ff635fa717b5:37839 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff635fa717b5%2C37839%2C1731104133617, suffix=, logDir=hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/WALs/ff635fa717b5,37839,1731104133617, archiveDir=hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/oldWALs, maxLogs=10 2024-11-08T22:15:36,427 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T22:15:36,428 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca 2024-11-08T22:15:36,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741832_1008 (size=32) 2024-11-08T22:15:36,439 DEBUG [RS:0;ff635fa717b5:37839 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/WALs/ff635fa717b5,37839,1731104133617/ff635fa717b5%2C37839%2C1731104133617.1731104136422, exclude list is [], retry=0 2024-11-08T22:15:36,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33801,DS-eda02265-6996-4e37-a87a-7af1446d6d0b,DISK] 2024-11-08T22:15:36,447 INFO [RS:0;ff635fa717b5:37839 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/WALs/ff635fa717b5,37839,1731104133617/ff635fa717b5%2C37839%2C1731104133617.1731104136422 2024-11-08T22:15:36,448 DEBUG [RS:0;ff635fa717b5:37839 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45617:45617)] 2024-11-08T22:15:36,842 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:15:36,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T22:15:36,847 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T22:15:36,848 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:15:36,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:15:36,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T22:15:36,852 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T22:15:36,852 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:15:36,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:15:36,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T22:15:36,857 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T22:15:36,857 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:15:36,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:15:36,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T22:15:36,861 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T22:15:36,862 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:15:36,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:15:36,863 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T22:15:36,865 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/data/hbase/meta/1588230740 2024-11-08T22:15:36,866 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/data/hbase/meta/1588230740 2024-11-08T22:15:36,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T22:15:36,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T22:15:36,871 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T22:15:36,873 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T22:15:36,878 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:15:36,880 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60369949, jitterRate=-0.10041765868663788}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T22:15:36,883 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731104136842Initializing all the Stores at 1731104136844 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104136844Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104136844Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104136844Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104136844Cleaning up temporary data from old regions at 1731104136870 (+26 ms)Region opened successfully at 1731104136883 (+13 ms) 2024-11-08T22:15:36,884 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T22:15:36,884 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T22:15:36,884 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T22:15:36,884 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T22:15:36,884 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T22:15:36,886 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T22:15:36,886 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731104136884Disabling compacts and flushes for region at 1731104136884Disabling writes for close at 1731104136884Writing region close event to WAL at 1731104136885 (+1 ms)Closed at 1731104136886 (+1 ms) 2024-11-08T22:15:36,889 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T22:15:36,889 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T22:15:36,896 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T22:15:36,904 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T22:15:36,908 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T22:15:37,060 DEBUG [ff635fa717b5:39843 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T22:15:37,073 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ff635fa717b5,37839,1731104133617 2024-11-08T22:15:37,080 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff635fa717b5,37839,1731104133617, state=OPENING 2024-11-08T22:15:37,115 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T22:15:37,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37839-0x1011c84b5810001, quorum=127.0.0.1:55987, baseZNode=/01948717860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01948717860 2024-11-08T22:15:37,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39843-0x1011c84b5810000, quorum=127.0.0.1:55987, baseZNode=/01948717860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01948717860 2024-11-08T22:15:37,132 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01948717860/meta-region-server: CHANGED 2024-11-08T22:15:37,132 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01948717860/meta-region-server: CHANGED 2024-11-08T22:15:37,134 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T22:15:37,138 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ff635fa717b5,37839,1731104133617}] 2024-11-08T22:15:37,321 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T22:15:37,325 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33843, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T22:15:37,339 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T22:15:37,340 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:15:37,341 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T22:15:37,345 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff635fa717b5%2C37839%2C1731104133617.meta, suffix=.meta, logDir=hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/WALs/ff635fa717b5,37839,1731104133617, archiveDir=hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/oldWALs, maxLogs=10 2024-11-08T22:15:37,364 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/WALs/ff635fa717b5,37839,1731104133617/ff635fa717b5%2C37839%2C1731104133617.meta.1731104137347.meta, exclude list is [], retry=0 2024-11-08T22:15:37,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33801,DS-eda02265-6996-4e37-a87a-7af1446d6d0b,DISK] 2024-11-08T22:15:37,372 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/WALs/ff635fa717b5,37839,1731104133617/ff635fa717b5%2C37839%2C1731104133617.meta.1731104137347.meta 2024-11-08T22:15:37,373 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45617:45617)] 2024-11-08T22:15:37,373 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T22:15:37,379 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T22:15:37,381 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T22:15:37,384 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T22:15:37,387 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T22:15:37,392 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T22:15:37,393 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:15:37,393 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T22:15:37,393 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T22:15:37,398 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T22:15:37,400 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T22:15:37,400 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:15:37,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:15:37,402 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T22:15:37,404 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T22:15:37,404 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:15:37,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:15:37,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T22:15:37,408 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T22:15:37,409 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:15:37,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:15:37,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T22:15:37,414 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T22:15:37,414 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:15:37,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:15:37,416 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T22:15:37,419 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/data/hbase/meta/1588230740 2024-11-08T22:15:37,423 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/data/hbase/meta/1588230740 2024-11-08T22:15:37,430 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T22:15:37,430 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T22:15:37,432 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T22:15:37,436 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T22:15:37,439 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73632126, jitterRate=0.09720417857170105}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T22:15:37,440 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T22:15:37,442 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731104137394Writing region info on filesystem at 1731104137394Initializing all the Stores at 1731104137397 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104137397Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104137397Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104137397Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104137398 (+1 ms)Cleaning up temporary data from old regions at 1731104137430 (+32 ms)Running coprocessor post-open hooks at 1731104137440 (+10 ms)Region opened successfully at 1731104137441 (+1 ms) 2024-11-08T22:15:37,449 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731104137311 2024-11-08T22:15:37,461 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T22:15:37,462 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T22:15:37,464 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ff635fa717b5,37839,1731104133617 2024-11-08T22:15:37,468 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff635fa717b5,37839,1731104133617, state=OPEN 2024-11-08T22:15:37,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39843-0x1011c84b5810000, quorum=127.0.0.1:55987, baseZNode=/01948717860 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01948717860/meta-region-server 2024-11-08T22:15:37,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37839-0x1011c84b5810001, quorum=127.0.0.1:55987, baseZNode=/01948717860 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01948717860/meta-region-server 2024-11-08T22:15:37,507 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01948717860/meta-region-server: CHANGED 2024-11-08T22:15:37,507 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01948717860/meta-region-server: CHANGED 2024-11-08T22:15:37,507 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ff635fa717b5,37839,1731104133617 2024-11-08T22:15:37,513 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T22:15:37,513 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ff635fa717b5,37839,1731104133617 in 371 msec 2024-11-08T22:15:37,521 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T22:15:37,521 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 620 msec 2024-11-08T22:15:37,523 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T22:15:37,523 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T22:15:37,544 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:15:37,545 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,37839,1731104133617, seqNum=-1] 2024-11-08T22:15:37,567 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:15:37,570 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59257, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T22:15:37,592 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.7130 sec 2024-11-08T22:15:37,593 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731104137593, completionTime=-1 2024-11-08T22:15:37,596 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T22:15:37,596 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T22:15:37,623 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T22:15:37,623 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731104197623 2024-11-08T22:15:37,623 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731104257623 2024-11-08T22:15:37,624 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 27 msec 2024-11-08T22:15:37,626 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,39843,1731104132660-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:15:37,626 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,39843,1731104132660-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:15:37,626 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,39843,1731104132660-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:15:37,628 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ff635fa717b5:39843, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:15:37,628 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T22:15:37,629 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T22:15:37,635 DEBUG [master/ff635fa717b5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T22:15:37,657 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.819sec 2024-11-08T22:15:37,658 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T22:15:37,659 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T22:15:37,660 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T22:15:37,661 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T22:15:37,661 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T22:15:37,662 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,39843,1731104132660-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T22:15:37,662 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,39843,1731104132660-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T22:15:37,672 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T22:15:37,673 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T22:15:37,673 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,39843,1731104132660-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:15:37,767 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64a3aa01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:15:37,770 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-08T22:15:37,770 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-08T22:15:37,775 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,39843,-1 for getting cluster id 2024-11-08T22:15:37,777 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:15:37,786 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aac8a8e8-4a77-46fe-8b18-2b578cc89caa' 2024-11-08T22:15:37,788 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:15:37,789 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aac8a8e8-4a77-46fe-8b18-2b578cc89caa" 2024-11-08T22:15:37,791 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e73d884, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:15:37,792 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,39843,-1] 2024-11-08T22:15:37,794 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:15:37,796 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:15:37,798 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:15:37,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58b006f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:15:37,802 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:15:37,810 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,37839,1731104133617, seqNum=-1] 2024-11-08T22:15:37,811 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:15:37,813 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T22:15:37,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ff635fa717b5,39843,1731104132660 2024-11-08T22:15:37,837 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55987 2024-11-08T22:15:37,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55987, baseZNode=/01948717860 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T22:15:37,921 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011c84b5810002 connected 2024-11-08T22:15:37,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8112dfee-90e3-1765-decf-d98236e11257/hadoop.log.dir so I do NOT create it in target/test-data/ff13b6f0-d00b-5e24-54f7-b711d62a66e7 2024-11-08T22:15:37,951 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8112dfee-90e3-1765-decf-d98236e11257/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T22:15:37,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8112dfee-90e3-1765-decf-d98236e11257/hadoop.tmp.dir so I do NOT create it in target/test-data/ff13b6f0-d00b-5e24-54f7-b711d62a66e7 2024-11-08T22:15:37,951 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8112dfee-90e3-1765-decf-d98236e11257/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T22:15:37,951 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff13b6f0-d00b-5e24-54f7-b711d62a66e7 2024-11-08T22:15:37,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T22:15:37,951 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff13b6f0-d00b-5e24-54f7-b711d62a66e7/cluster_e2b11985-69b1-e5a6-e5dd-99c90b7fad6f, deleteOnExit=true 2024-11-08T22:15:37,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T22:15:37,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff13b6f0-d00b-5e24-54f7-b711d62a66e7/test.cache.data in system properties and HBase conf 2024-11-08T22:15:37,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff13b6f0-d00b-5e24-54f7-b711d62a66e7/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T22:15:37,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff13b6f0-d00b-5e24-54f7-b711d62a66e7/hadoop.log.dir in system properties and HBase conf 2024-11-08T22:15:37,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff13b6f0-d00b-5e24-54f7-b711d62a66e7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T22:15:37,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff13b6f0-d00b-5e24-54f7-b711d62a66e7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T22:15:37,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T22:15:37,953 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T22:15:37,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff13b6f0-d00b-5e24-54f7-b711d62a66e7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T22:15:37,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff13b6f0-d00b-5e24-54f7-b711d62a66e7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T22:15:37,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff13b6f0-d00b-5e24-54f7-b711d62a66e7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T22:15:37,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff13b6f0-d00b-5e24-54f7-b711d62a66e7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T22:15:37,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff13b6f0-d00b-5e24-54f7-b711d62a66e7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T22:15:37,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff13b6f0-d00b-5e24-54f7-b711d62a66e7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T22:15:37,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff13b6f0-d00b-5e24-54f7-b711d62a66e7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T22:15:37,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff13b6f0-d00b-5e24-54f7-b711d62a66e7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T22:15:37,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff13b6f0-d00b-5e24-54f7-b711d62a66e7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T22:15:37,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff13b6f0-d00b-5e24-54f7-b711d62a66e7/nfs.dump.dir in system properties and HBase conf 2024-11-08T22:15:37,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff13b6f0-d00b-5e24-54f7-b711d62a66e7/java.io.tmpdir in system properties and HBase conf 2024-11-08T22:15:37,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff13b6f0-d00b-5e24-54f7-b711d62a66e7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T22:15:37,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff13b6f0-d00b-5e24-54f7-b711d62a66e7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T22:15:37,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff13b6f0-d00b-5e24-54f7-b711d62a66e7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T22:15:38,369 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T22:15:38,378 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T22:15:38,379 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T22:15:38,380 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T22:15:38,380 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T22:15:38,381 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T22:15:38,382 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25c2098f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff13b6f0-d00b-5e24-54f7-b711d62a66e7/hadoop.log.dir/,AVAILABLE} 2024-11-08T22:15:38,382 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@426ef9fe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T22:15:38,511 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5c194481{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff13b6f0-d00b-5e24-54f7-b711d62a66e7/java.io.tmpdir/jetty-localhost-45779-hadoop-hdfs-3_4_1-tests_jar-_-any-13696339557721961200/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T22:15:38,512 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@ffd4f7a{HTTP/1.1, (http/1.1)}{localhost:45779} 2024-11-08T22:15:38,512 INFO [Time-limited test {}] server.Server(415): Started @12773ms 2024-11-08T22:15:38,798 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T22:15:38,804 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T22:15:38,809 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T22:15:38,809 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T22:15:38,809 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T22:15:38,811 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2be32ddc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff13b6f0-d00b-5e24-54f7-b711d62a66e7/hadoop.log.dir/,AVAILABLE} 2024-11-08T22:15:38,812 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@269619de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T22:15:38,924 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1a90de69{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff13b6f0-d00b-5e24-54f7-b711d62a66e7/java.io.tmpdir/jetty-localhost-44037-hadoop-hdfs-3_4_1-tests_jar-_-any-12089079717058184570/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T22:15:38,924 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7cd82d32{HTTP/1.1, (http/1.1)}{localhost:44037} 2024-11-08T22:15:38,925 INFO [Time-limited test {}] server.Server(415): Started @13186ms 2024-11-08T22:15:38,927 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T22:15:39,778 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff13b6f0-d00b-5e24-54f7-b711d62a66e7/cluster_e2b11985-69b1-e5a6-e5dd-99c90b7fad6f/data/data1/current/BP-764518236-172.17.0.3-1731104137982/current, will proceed with Du for space computation calculation, 2024-11-08T22:15:39,779 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff13b6f0-d00b-5e24-54f7-b711d62a66e7/cluster_e2b11985-69b1-e5a6-e5dd-99c90b7fad6f/data/data2/current/BP-764518236-172.17.0.3-1731104137982/current, will proceed with Du for space computation calculation, 2024-11-08T22:15:39,826 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T22:15:39,832 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4947c57730ec0138 with lease ID 0x90e6df0994a852aa: Processing first storage report for DS-9734ffc5-a4a4-40d8-94a1-afa01d2508f7 from datanode DatanodeRegistration(127.0.0.1:33687, datanodeUuid=8c388c13-2b52-4b0c-b7c1-21717ee72a01, infoPort=40799, infoSecurePort=0, ipcPort=46255, storageInfo=lv=-57;cid=testClusterID;nsid=707004597;c=1731104137982) 2024-11-08T22:15:39,832 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4947c57730ec0138 with lease ID 0x90e6df0994a852aa: from storage DS-9734ffc5-a4a4-40d8-94a1-afa01d2508f7 node DatanodeRegistration(127.0.0.1:33687, datanodeUuid=8c388c13-2b52-4b0c-b7c1-21717ee72a01, infoPort=40799, infoSecurePort=0, ipcPort=46255, storageInfo=lv=-57;cid=testClusterID;nsid=707004597;c=1731104137982), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T22:15:39,832 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4947c57730ec0138 with lease ID 0x90e6df0994a852aa: Processing first storage report for DS-32a5cb07-66b8-47fc-9523-18c41d829446 from datanode DatanodeRegistration(127.0.0.1:33687, datanodeUuid=8c388c13-2b52-4b0c-b7c1-21717ee72a01, infoPort=40799, infoSecurePort=0, ipcPort=46255, storageInfo=lv=-57;cid=testClusterID;nsid=707004597;c=1731104137982) 2024-11-08T22:15:39,832 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4947c57730ec0138 with lease ID 0x90e6df0994a852aa: from storage DS-32a5cb07-66b8-47fc-9523-18c41d829446 node DatanodeRegistration(127.0.0.1:33687, datanodeUuid=8c388c13-2b52-4b0c-b7c1-21717ee72a01, infoPort=40799, infoSecurePort=0, ipcPort=46255, storageInfo=lv=-57;cid=testClusterID;nsid=707004597;c=1731104137982), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T22:15:39,889 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff13b6f0-d00b-5e24-54f7-b711d62a66e7 2024-11-08T22:15:39,889 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:15:39,892 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:15:39,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33687 is added to blk_1073741825_1001 (size=7) 2024-11-08T22:15:40,308 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34645/user/jenkins/test-data/f92f69b3-258d-7e52-0dfb-e698bb87da1a with version=8 2024-11-08T22:15:40,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34645/user/jenkins/test-data/f92f69b3-258d-7e52-0dfb-e698bb87da1a/hbase-staging 2024-11-08T22:15:40,310 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ff635fa717b5:0 server-side Connection retries=45 2024-11-08T22:15:40,310 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:15:40,310 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T22:15:40,311 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T22:15:40,311 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:15:40,311 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T22:15:40,311 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T22:15:40,311 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T22:15:40,312 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43087 2024-11-08T22:15:40,314 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43087 connecting to ZooKeeper ensemble=127.0.0.1:55987 2024-11-08T22:15:40,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:430870x0, quorum=127.0.0.1:55987, baseZNode=/1-1489139459 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T22:15:40,325 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43087-0x1011c84b5810003 connected 2024-11-08T22:15:40,398 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:15:40,401 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:15:40,404 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43087-0x1011c84b5810003, quorum=127.0.0.1:55987, baseZNode=/1-1489139459 Set watcher on znode that does not yet exist, /1-1489139459/running 2024-11-08T22:15:40,404 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34645/user/jenkins/test-data/f92f69b3-258d-7e52-0dfb-e698bb87da1a, hbase.cluster.distributed=false 2024-11-08T22:15:40,407 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43087-0x1011c84b5810003, quorum=127.0.0.1:55987, baseZNode=/1-1489139459 Set watcher on znode that does not yet exist, /1-1489139459/acl 2024-11-08T22:15:40,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43087 2024-11-08T22:15:40,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43087 2024-11-08T22:15:40,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43087 2024-11-08T22:15:40,409 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43087 2024-11-08T22:15:40,409 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43087 2024-11-08T22:15:40,427 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ff635fa717b5:0 server-side Connection retries=45 2024-11-08T22:15:40,427 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:15:40,427 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T22:15:40,427 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T22:15:40,427 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:15:40,427 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T22:15:40,427 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T22:15:40,428 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T22:15:40,428 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39167 2024-11-08T22:15:40,431 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39167 connecting to ZooKeeper ensemble=127.0.0.1:55987 2024-11-08T22:15:40,432 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:15:40,436 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:15:40,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:391670x0, quorum=127.0.0.1:55987, baseZNode=/1-1489139459 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T22:15:40,451 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:391670x0, quorum=127.0.0.1:55987, baseZNode=/1-1489139459 Set watcher on znode that does not yet exist, /1-1489139459/running 2024-11-08T22:15:40,452 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39167-0x1011c84b5810004 connected 2024-11-08T22:15:40,452 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T22:15:40,472 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T22:15:40,473 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39167-0x1011c84b5810004, quorum=127.0.0.1:55987, baseZNode=/1-1489139459 Set watcher on znode that does not yet exist, /1-1489139459/master 2024-11-08T22:15:40,475 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39167-0x1011c84b5810004, quorum=127.0.0.1:55987, baseZNode=/1-1489139459 Set watcher on znode that does not yet exist, /1-1489139459/acl 2024-11-08T22:15:40,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39167 2024-11-08T22:15:40,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39167 2024-11-08T22:15:40,482 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39167 2024-11-08T22:15:40,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39167 2024-11-08T22:15:40,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39167 2024-11-08T22:15:40,508 DEBUG [M:0;ff635fa717b5:43087 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ff635fa717b5:43087 2024-11-08T22:15:40,516 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1489139459/backup-masters/ff635fa717b5,43087,1731104140310 2024-11-08T22:15:40,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39167-0x1011c84b5810004, quorum=127.0.0.1:55987, baseZNode=/1-1489139459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1489139459/backup-masters 2024-11-08T22:15:40,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43087-0x1011c84b5810003, quorum=127.0.0.1:55987, baseZNode=/1-1489139459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1489139459/backup-masters 2024-11-08T22:15:40,546 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43087-0x1011c84b5810003, quorum=127.0.0.1:55987, baseZNode=/1-1489139459 Set watcher on existing znode=/1-1489139459/backup-masters/ff635fa717b5,43087,1731104140310 2024-11-08T22:15:40,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39167-0x1011c84b5810004, quorum=127.0.0.1:55987, baseZNode=/1-1489139459 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1489139459/master 2024-11-08T22:15:40,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43087-0x1011c84b5810003, quorum=127.0.0.1:55987, baseZNode=/1-1489139459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1489139459 2024-11-08T22:15:40,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39167-0x1011c84b5810004, quorum=127.0.0.1:55987, baseZNode=/1-1489139459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1489139459 2024-11-08T22:15:40,557 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43087-0x1011c84b5810003, quorum=127.0.0.1:55987, baseZNode=/1-1489139459 Set watcher on existing znode=/1-1489139459/master 2024-11-08T22:15:40,558 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1489139459/backup-masters/ff635fa717b5,43087,1731104140310 from backup master directory 2024-11-08T22:15:40,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43087-0x1011c84b5810003, quorum=127.0.0.1:55987, baseZNode=/1-1489139459 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1489139459/backup-masters/ff635fa717b5,43087,1731104140310 2024-11-08T22:15:40,567 WARN [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T22:15:40,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43087-0x1011c84b5810003, quorum=127.0.0.1:55987, baseZNode=/1-1489139459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1489139459/backup-masters 2024-11-08T22:15:40,567 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ff635fa717b5,43087,1731104140310 2024-11-08T22:15:40,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39167-0x1011c84b5810004, quorum=127.0.0.1:55987, baseZNode=/1-1489139459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1489139459/backup-masters 2024-11-08T22:15:40,601 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34645/user/jenkins/test-data/f92f69b3-258d-7e52-0dfb-e698bb87da1a/hbase.id] with ID: 1815b2e6-5de8-4cb1-b07d-7031d0bbfc9b 2024-11-08T22:15:40,601 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34645/user/jenkins/test-data/f92f69b3-258d-7e52-0dfb-e698bb87da1a/.tmp/hbase.id 2024-11-08T22:15:40,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33687 is added to blk_1073741826_1002 (size=42) 2024-11-08T22:15:41,025 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34645/user/jenkins/test-data/f92f69b3-258d-7e52-0dfb-e698bb87da1a/.tmp/hbase.id]:[hdfs://localhost:34645/user/jenkins/test-data/f92f69b3-258d-7e52-0dfb-e698bb87da1a/hbase.id] 2024-11-08T22:15:41,054 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:15:41,054 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T22:15:41,057 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-08T22:15:41,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43087-0x1011c84b5810003, quorum=127.0.0.1:55987, baseZNode=/1-1489139459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1489139459 2024-11-08T22:15:41,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39167-0x1011c84b5810004, quorum=127.0.0.1:55987, baseZNode=/1-1489139459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1489139459 2024-11-08T22:15:41,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33687 is added to blk_1073741827_1003 (size=196) 2024-11-08T22:15:41,522 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T22:15:41,523 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T22:15:41,524 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:15:41,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33687 is added to blk_1073741828_1004 (size=1189) 2024-11-08T22:15:41,943 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34645/user/jenkins/test-data/f92f69b3-258d-7e52-0dfb-e698bb87da1a/MasterData/data/master/store 2024-11-08T22:15:41,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33687 is added to blk_1073741829_1005 (size=34) 2024-11-08T22:15:42,199 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T22:15:42,355 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:15:42,355 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T22:15:42,355 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:15:42,355 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:15:42,355 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T22:15:42,356 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:15:42,356 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:15:42,356 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731104142355Disabling compacts and flushes for region at 1731104142355Disabling writes for close at 1731104142356 (+1 ms)Writing region close event to WAL at 1731104142356Closed at 1731104142356 2024-11-08T22:15:42,358 WARN [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34645/user/jenkins/test-data/f92f69b3-258d-7e52-0dfb-e698bb87da1a/MasterData/data/master/store/.initializing 2024-11-08T22:15:42,358 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34645/user/jenkins/test-data/f92f69b3-258d-7e52-0dfb-e698bb87da1a/MasterData/WALs/ff635fa717b5,43087,1731104140310 2024-11-08T22:15:42,360 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T22:15:42,364 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ff635fa717b5%2C43087%2C1731104140310, suffix=, logDir=hdfs://localhost:34645/user/jenkins/test-data/f92f69b3-258d-7e52-0dfb-e698bb87da1a/MasterData/WALs/ff635fa717b5,43087,1731104140310, archiveDir=hdfs://localhost:34645/user/jenkins/test-data/f92f69b3-258d-7e52-0dfb-e698bb87da1a/MasterData/oldWALs, maxLogs=10 2024-11-08T22:15:42,381 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f92f69b3-258d-7e52-0dfb-e698bb87da1a/MasterData/WALs/ff635fa717b5,43087,1731104140310/ff635fa717b5%2C43087%2C1731104140310.1731104142364, exclude list is [], retry=0 2024-11-08T22:15:42,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33687,DS-9734ffc5-a4a4-40d8-94a1-afa01d2508f7,DISK] 2024-11-08T22:15:42,388 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f92f69b3-258d-7e52-0dfb-e698bb87da1a/MasterData/WALs/ff635fa717b5,43087,1731104140310/ff635fa717b5%2C43087%2C1731104140310.1731104142364 2024-11-08T22:15:42,389 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40799:40799)] 2024-11-08T22:15:42,389 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T22:15:42,389 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:15:42,389 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:15:42,389 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:15:42,402 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:15:42,405 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T22:15:42,405 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:15:42,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:15:42,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:15:42,409 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T22:15:42,409 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:15:42,410 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:15:42,410 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:15:42,412 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T22:15:42,412 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:15:42,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:15:42,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:15:42,416 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T22:15:42,416 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:15:42,419 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:15:42,419 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:15:42,422 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34645/user/jenkins/test-data/f92f69b3-258d-7e52-0dfb-e698bb87da1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:15:42,423 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34645/user/jenkins/test-data/f92f69b3-258d-7e52-0dfb-e698bb87da1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:15:42,427 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:15:42,427 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:15:42,428 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T22:15:42,431 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:15:42,436 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34645/user/jenkins/test-data/f92f69b3-258d-7e52-0dfb-e698bb87da1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:15:42,437 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64068419, jitterRate=-0.04530616104602814}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T22:15:42,437 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731104142390Initializing all the Stores at 1731104142401 (+11 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104142401Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104142401Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104142401Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104142401Cleaning up temporary data from old regions at 1731104142427 (+26 ms)Region opened successfully at 1731104142437 (+10 ms) 2024-11-08T22:15:42,438 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T22:15:42,444 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@285a96af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff635fa717b5/172.17.0.3:0 2024-11-08T22:15:42,446 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T22:15:42,446 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T22:15:42,446 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T22:15:42,446 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T22:15:42,448 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-08T22:15:42,448 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T22:15:42,449 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T22:15:42,454 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T22:15:42,456 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43087-0x1011c84b5810003, quorum=127.0.0.1:55987, baseZNode=/1-1489139459 Unable to get data of znode /1-1489139459/balancer because node does not exist (not necessarily an error) 2024-11-08T22:15:42,551 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1489139459/balancer already deleted, retry=false 2024-11-08T22:15:42,552 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T22:15:42,553 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43087-0x1011c84b5810003, quorum=127.0.0.1:55987, baseZNode=/1-1489139459 Unable to get data of znode /1-1489139459/normalizer because node does not exist (not necessarily an error) 2024-11-08T22:15:42,562 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1489139459/normalizer already deleted, retry=false 2024-11-08T22:15:42,563 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T22:15:42,564 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43087-0x1011c84b5810003, quorum=127.0.0.1:55987, baseZNode=/1-1489139459 Unable to get data of znode /1-1489139459/switch/split because node does not exist (not necessarily an error) 2024-11-08T22:15:42,577 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1489139459/switch/split already deleted, retry=false 2024-11-08T22:15:42,578 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43087-0x1011c84b5810003, quorum=127.0.0.1:55987, baseZNode=/1-1489139459 Unable to get data of znode /1-1489139459/switch/merge because node does not exist (not necessarily an error) 2024-11-08T22:15:42,587 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1489139459/switch/merge already deleted, retry=false 2024-11-08T22:15:42,590 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43087-0x1011c84b5810003, quorum=127.0.0.1:55987, baseZNode=/1-1489139459 Unable to get data of znode /1-1489139459/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T22:15:42,598 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1489139459/snapshot-cleanup already deleted, retry=false 2024-11-08T22:15:42,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39167-0x1011c84b5810004, quorum=127.0.0.1:55987, baseZNode=/1-1489139459 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1489139459/running 2024-11-08T22:15:42,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43087-0x1011c84b5810003, quorum=127.0.0.1:55987, baseZNode=/1-1489139459 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1489139459/running 2024-11-08T22:15:42,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43087-0x1011c84b5810003, quorum=127.0.0.1:55987, baseZNode=/1-1489139459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1489139459 2024-11-08T22:15:42,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39167-0x1011c84b5810004, quorum=127.0.0.1:55987, baseZNode=/1-1489139459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1489139459 2024-11-08T22:15:42,609 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ff635fa717b5,43087,1731104140310, sessionid=0x1011c84b5810003, setting cluster-up flag (Was=false) 2024-11-08T22:15:42,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39167-0x1011c84b5810004, quorum=127.0.0.1:55987, baseZNode=/1-1489139459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1489139459 2024-11-08T22:15:42,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43087-0x1011c84b5810003, quorum=127.0.0.1:55987, baseZNode=/1-1489139459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1489139459 2024-11-08T22:15:42,661 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1489139459/flush-table-proc/acquired, /1-1489139459/flush-table-proc/reached, /1-1489139459/flush-table-proc/abort 2024-11-08T22:15:42,663 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff635fa717b5,43087,1731104140310 2024-11-08T22:15:42,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39167-0x1011c84b5810004, quorum=127.0.0.1:55987, baseZNode=/1-1489139459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1489139459 2024-11-08T22:15:42,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43087-0x1011c84b5810003, quorum=127.0.0.1:55987, baseZNode=/1-1489139459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1489139459 2024-11-08T22:15:42,714 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1489139459/online-snapshot/acquired, /1-1489139459/online-snapshot/reached, /1-1489139459/online-snapshot/abort 2024-11-08T22:15:42,715 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff635fa717b5,43087,1731104140310 2024-11-08T22:15:42,718 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34645/user/jenkins/test-data/f92f69b3-258d-7e52-0dfb-e698bb87da1a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T22:15:42,722 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T22:15:42,722 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T22:15:42,722 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T22:15:42,723 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ff635fa717b5,43087,1731104140310 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T22:15:42,725 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:15:42,725 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:15:42,725 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:15:42,725 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:15:42,726 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ff635fa717b5:0, corePoolSize=10, maxPoolSize=10 2024-11-08T22:15:42,726 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:15:42,726 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ff635fa717b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T22:15:42,726 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:15:42,732 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T22:15:42,732 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T22:15:42,734 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:15:42,735 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T22:15:42,736 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731104172736 2024-11-08T22:15:42,737 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T22:15:42,737 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T22:15:42,737 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T22:15:42,737 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T22:15:42,737 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T22:15:42,738 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T22:15:42,738 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T22:15:42,739 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T22:15:42,739 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T22:15:42,739 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T22:15:42,739 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T22:15:42,740 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T22:15:42,740 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T22:15:42,740 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.large.0-1731104142740,5,FailOnTimeoutGroup] 2024-11-08T22:15:42,741 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.small.0-1731104142741,5,FailOnTimeoutGroup] 2024-11-08T22:15:42,741 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T22:15:42,741 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T22:15:42,741 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T22:15:42,741 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T22:15:42,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33687 is added to blk_1073741831_1007 (size=1321) 2024-11-08T22:15:42,798 INFO [RS:0;ff635fa717b5:39167 {}] regionserver.HRegionServer(746): ClusterId : 1815b2e6-5de8-4cb1-b07d-7031d0bbfc9b 2024-11-08T22:15:42,799 DEBUG [RS:0;ff635fa717b5:39167 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T22:15:42,810 DEBUG [RS:0;ff635fa717b5:39167 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T22:15:42,810 DEBUG [RS:0;ff635fa717b5:39167 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T22:15:42,834 DEBUG [RS:0;ff635fa717b5:39167 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T22:15:42,835 DEBUG [RS:0;ff635fa717b5:39167 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24b9ebe2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff635fa717b5/172.17.0.3:0 2024-11-08T22:15:42,855 DEBUG [RS:0;ff635fa717b5:39167 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ff635fa717b5:39167 2024-11-08T22:15:42,855 INFO [RS:0;ff635fa717b5:39167 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T22:15:42,855 INFO [RS:0;ff635fa717b5:39167 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T22:15:42,855 DEBUG [RS:0;ff635fa717b5:39167 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T22:15:42,858 INFO [RS:0;ff635fa717b5:39167 {}] regionserver.HRegionServer(2659): reportForDuty to master=ff635fa717b5,43087,1731104140310 with port=39167, startcode=1731104140426 2024-11-08T22:15:42,858 DEBUG [RS:0;ff635fa717b5:39167 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T22:15:42,869 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44617, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T22:15:42,871 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43087 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ff635fa717b5,39167,1731104140426 2024-11-08T22:15:42,871 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43087 {}] master.ServerManager(517): Registering regionserver=ff635fa717b5,39167,1731104140426 2024-11-08T22:15:42,875 DEBUG [RS:0;ff635fa717b5:39167 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34645/user/jenkins/test-data/f92f69b3-258d-7e52-0dfb-e698bb87da1a 2024-11-08T22:15:42,875 DEBUG [RS:0;ff635fa717b5:39167 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34645 2024-11-08T22:15:42,875 DEBUG [RS:0;ff635fa717b5:39167 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T22:15:42,908 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T22:15:42,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43087-0x1011c84b5810003, quorum=127.0.0.1:55987, baseZNode=/1-1489139459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1489139459/rs 2024-11-08T22:15:42,941 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ff635fa717b5,39167,1731104140426] 2024-11-08T22:15:42,943 DEBUG [RS:0;ff635fa717b5:39167 {}] zookeeper.ZKUtil(111): regionserver:39167-0x1011c84b5810004, quorum=127.0.0.1:55987, baseZNode=/1-1489139459 Set watcher on existing znode=/1-1489139459/rs/ff635fa717b5,39167,1731104140426 2024-11-08T22:15:42,943 WARN [RS:0;ff635fa717b5:39167 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T22:15:42,943 INFO [RS:0;ff635fa717b5:39167 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:15:42,944 DEBUG [RS:0;ff635fa717b5:39167 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34645/user/jenkins/test-data/f92f69b3-258d-7e52-0dfb-e698bb87da1a/WALs/ff635fa717b5,39167,1731104140426 2024-11-08T22:15:42,965 INFO [RS:0;ff635fa717b5:39167 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T22:15:43,006 INFO [RS:0;ff635fa717b5:39167 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T22:15:43,007 INFO [RS:0;ff635fa717b5:39167 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T22:15:43,008 INFO [RS:0;ff635fa717b5:39167 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:15:43,012 INFO [RS:0;ff635fa717b5:39167 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T22:15:43,015 INFO [RS:0;ff635fa717b5:39167 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T22:15:43,015 INFO [RS:0;ff635fa717b5:39167 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T22:15:43,015 DEBUG [RS:0;ff635fa717b5:39167 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:15:43,016 DEBUG [RS:0;ff635fa717b5:39167 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:15:43,016 DEBUG [RS:0;ff635fa717b5:39167 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:15:43,016 DEBUG [RS:0;ff635fa717b5:39167 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:15:43,016 DEBUG [RS:0;ff635fa717b5:39167 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:15:43,016 DEBUG [RS:0;ff635fa717b5:39167 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ff635fa717b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T22:15:43,016 DEBUG [RS:0;ff635fa717b5:39167 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:15:43,017 DEBUG [RS:0;ff635fa717b5:39167 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:15:43,017 DEBUG [RS:0;ff635fa717b5:39167 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:15:43,017 DEBUG [RS:0;ff635fa717b5:39167 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:15:43,017 DEBUG [RS:0;ff635fa717b5:39167 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:15:43,017 DEBUG [RS:0;ff635fa717b5:39167 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:15:43,017 DEBUG [RS:0;ff635fa717b5:39167 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T22:15:43,017 DEBUG [RS:0;ff635fa717b5:39167 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T22:15:43,024 INFO [RS:0;ff635fa717b5:39167 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T22:15:43,024 INFO [RS:0;ff635fa717b5:39167 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T22:15:43,024 INFO [RS:0;ff635fa717b5:39167 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:15:43,025 INFO [RS:0;ff635fa717b5:39167 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T22:15:43,025 INFO [RS:0;ff635fa717b5:39167 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T22:15:43,025 INFO [RS:0;ff635fa717b5:39167 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,39167,1731104140426-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T22:15:43,045 INFO [RS:0;ff635fa717b5:39167 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T22:15:43,045 INFO [RS:0;ff635fa717b5:39167 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,39167,1731104140426-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:15:43,046 INFO [RS:0;ff635fa717b5:39167 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:15:43,046 INFO [RS:0;ff635fa717b5:39167 {}] regionserver.Replication(171): ff635fa717b5,39167,1731104140426 started 2024-11-08T22:15:43,069 INFO [RS:0;ff635fa717b5:39167 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:15:43,069 INFO [RS:0;ff635fa717b5:39167 {}] regionserver.HRegionServer(1482): Serving as ff635fa717b5,39167,1731104140426, RpcServer on ff635fa717b5/172.17.0.3:39167, sessionid=0x1011c84b5810004 2024-11-08T22:15:43,069 DEBUG [RS:0;ff635fa717b5:39167 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T22:15:43,069 DEBUG [RS:0;ff635fa717b5:39167 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ff635fa717b5,39167,1731104140426 2024-11-08T22:15:43,069 DEBUG [RS:0;ff635fa717b5:39167 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff635fa717b5,39167,1731104140426' 2024-11-08T22:15:43,069 DEBUG [RS:0;ff635fa717b5:39167 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1489139459/flush-table-proc/abort' 2024-11-08T22:15:43,070 DEBUG [RS:0;ff635fa717b5:39167 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1489139459/flush-table-proc/acquired' 2024-11-08T22:15:43,071 DEBUG [RS:0;ff635fa717b5:39167 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T22:15:43,071 DEBUG [RS:0;ff635fa717b5:39167 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T22:15:43,071 DEBUG [RS:0;ff635fa717b5:39167 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ff635fa717b5,39167,1731104140426 2024-11-08T22:15:43,071 DEBUG [RS:0;ff635fa717b5:39167 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff635fa717b5,39167,1731104140426' 2024-11-08T22:15:43,071 DEBUG [RS:0;ff635fa717b5:39167 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1489139459/online-snapshot/abort' 2024-11-08T22:15:43,071 DEBUG [RS:0;ff635fa717b5:39167 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1489139459/online-snapshot/acquired' 2024-11-08T22:15:43,072 DEBUG [RS:0;ff635fa717b5:39167 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T22:15:43,072 INFO [RS:0;ff635fa717b5:39167 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T22:15:43,072 INFO [RS:0;ff635fa717b5:39167 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T22:15:43,138 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T22:15:43,139 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T22:15:43,141 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T22:15:43,141 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-08T22:15:43,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T22:15:43,142 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T22:15:43,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T22:15:43,142 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-08T22:15:43,153 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34645/user/jenkins/test-data/f92f69b3-258d-7e52-0dfb-e698bb87da1a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T22:15:43,153 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34645/user/jenkins/test-data/f92f69b3-258d-7e52-0dfb-e698bb87da1a 2024-11-08T22:15:43,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33687 is added to blk_1073741832_1008 (size=32) 2024-11-08T22:15:43,165 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:15:43,172 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T22:15:43,173 INFO [RS:0;ff635fa717b5:39167 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T22:15:43,178 INFO [RS:0;ff635fa717b5:39167 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff635fa717b5%2C39167%2C1731104140426, suffix=, logDir=hdfs://localhost:34645/user/jenkins/test-data/f92f69b3-258d-7e52-0dfb-e698bb87da1a/WALs/ff635fa717b5,39167,1731104140426, archiveDir=hdfs://localhost:34645/user/jenkins/test-data/f92f69b3-258d-7e52-0dfb-e698bb87da1a/oldWALs, maxLogs=10 2024-11-08T22:15:43,179 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T22:15:43,179 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:15:43,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:15:43,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T22:15:43,184 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T22:15:43,184 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:15:43,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:15:43,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T22:15:43,190 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T22:15:43,190 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:15:43,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:15:43,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T22:15:43,194 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T22:15:43,194 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:15:43,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:15:43,196 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T22:15:43,198 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34645/user/jenkins/test-data/f92f69b3-258d-7e52-0dfb-e698bb87da1a/data/hbase/meta/1588230740 2024-11-08T22:15:43,199 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34645/user/jenkins/test-data/f92f69b3-258d-7e52-0dfb-e698bb87da1a/data/hbase/meta/1588230740 2024-11-08T22:15:43,202 DEBUG [RS:0;ff635fa717b5:39167 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f92f69b3-258d-7e52-0dfb-e698bb87da1a/WALs/ff635fa717b5,39167,1731104140426/ff635fa717b5%2C39167%2C1731104140426.1731104143181, exclude list is [], retry=0 2024-11-08T22:15:43,204 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T22:15:43,204 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T22:15:43,205 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T22:15:43,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33687,DS-9734ffc5-a4a4-40d8-94a1-afa01d2508f7,DISK] 2024-11-08T22:15:43,209 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T22:15:43,214 INFO [RS:0;ff635fa717b5:39167 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f92f69b3-258d-7e52-0dfb-e698bb87da1a/WALs/ff635fa717b5,39167,1731104140426/ff635fa717b5%2C39167%2C1731104140426.1731104143181 2024-11-08T22:15:43,214 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34645/user/jenkins/test-data/f92f69b3-258d-7e52-0dfb-e698bb87da1a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:15:43,214 DEBUG [RS:0;ff635fa717b5:39167 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40799:40799)] 2024-11-08T22:15:43,215 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67030913, jitterRate=-0.0011615604162216187}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T22:15:43,215 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731104143165Initializing all the Stores at 1731104143171 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104143171Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104143172 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104143172Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104143172Cleaning up temporary data from old regions at 1731104143204 (+32 ms)Region opened successfully at 1731104143215 (+11 ms) 2024-11-08T22:15:43,215 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T22:15:43,215 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T22:15:43,215 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T22:15:43,215 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T22:15:43,215 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T22:15:43,216 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T22:15:43,216 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731104143215Disabling compacts and flushes for region at 1731104143215Disabling writes for close at 1731104143215Writing region close event to WAL at 1731104143216 (+1 ms)Closed at 1731104143216 2024-11-08T22:15:43,218 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T22:15:43,218 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T22:15:43,218 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T22:15:43,222 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T22:15:43,226 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T22:15:43,377 DEBUG [ff635fa717b5:43087 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T22:15:43,378 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ff635fa717b5,39167,1731104140426 2024-11-08T22:15:43,381 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff635fa717b5,39167,1731104140426, state=OPENING 2024-11-08T22:15:43,398 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T22:15:43,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43087-0x1011c84b5810003, quorum=127.0.0.1:55987, baseZNode=/1-1489139459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1489139459 2024-11-08T22:15:43,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39167-0x1011c84b5810004, quorum=127.0.0.1:55987, baseZNode=/1-1489139459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1489139459 2024-11-08T22:15:43,411 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1489139459/meta-region-server: CHANGED 2024-11-08T22:15:43,411 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T22:15:43,412 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ff635fa717b5,39167,1731104140426}] 2024-11-08T22:15:43,412 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1489139459/meta-region-server: CHANGED 2024-11-08T22:15:43,569 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T22:15:43,577 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46711, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T22:15:43,592 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T22:15:43,592 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:15:43,593 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T22:15:43,613 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff635fa717b5%2C39167%2C1731104140426.meta, suffix=.meta, logDir=hdfs://localhost:34645/user/jenkins/test-data/f92f69b3-258d-7e52-0dfb-e698bb87da1a/WALs/ff635fa717b5,39167,1731104140426, archiveDir=hdfs://localhost:34645/user/jenkins/test-data/f92f69b3-258d-7e52-0dfb-e698bb87da1a/oldWALs, maxLogs=10 2024-11-08T22:15:43,679 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f92f69b3-258d-7e52-0dfb-e698bb87da1a/WALs/ff635fa717b5,39167,1731104140426/ff635fa717b5%2C39167%2C1731104140426.meta.1731104143616.meta, exclude list is [], retry=0 2024-11-08T22:15:43,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33687,DS-9734ffc5-a4a4-40d8-94a1-afa01d2508f7,DISK] 2024-11-08T22:15:43,713 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f92f69b3-258d-7e52-0dfb-e698bb87da1a/WALs/ff635fa717b5,39167,1731104140426/ff635fa717b5%2C39167%2C1731104140426.meta.1731104143616.meta 2024-11-08T22:15:43,714 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40799:40799)] 2024-11-08T22:15:43,715 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T22:15:43,716 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T22:15:43,716 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T22:15:43,716 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T22:15:43,716 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T22:15:43,716 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T22:15:43,716 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:15:43,717 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T22:15:43,717 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T22:15:43,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T22:15:43,725 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T22:15:43,725 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:15:43,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:15:43,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T22:15:43,732 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T22:15:43,732 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:15:43,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:15:43,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T22:15:43,745 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T22:15:43,745 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:15:43,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:15:43,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T22:15:43,749 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T22:15:43,749 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:15:43,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:15:43,752 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T22:15:43,754 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34645/user/jenkins/test-data/f92f69b3-258d-7e52-0dfb-e698bb87da1a/data/hbase/meta/1588230740 2024-11-08T22:15:43,756 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34645/user/jenkins/test-data/f92f69b3-258d-7e52-0dfb-e698bb87da1a/data/hbase/meta/1588230740 2024-11-08T22:15:43,760 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T22:15:43,760 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T22:15:43,761 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T22:15:43,764 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T22:15:43,767 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60572369, jitterRate=-0.09740136563777924}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T22:15:43,768 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T22:15:43,768 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731104143717Writing region info on filesystem at 1731104143717Initializing all the Stores at 1731104143721 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104143721Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104143721Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104143721Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104143722 (+1 ms)Cleaning up temporary data from old regions at 1731104143760 (+38 ms)Running coprocessor post-open hooks at 1731104143768 (+8 ms)Region opened successfully at 1731104143768 2024-11-08T22:15:43,770 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731104143568 2024-11-08T22:15:43,775 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T22:15:43,775 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T22:15:43,777 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ff635fa717b5,39167,1731104140426 2024-11-08T22:15:43,780 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff635fa717b5,39167,1731104140426, state=OPEN 2024-11-08T22:15:43,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39167-0x1011c84b5810004, quorum=127.0.0.1:55987, baseZNode=/1-1489139459 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1489139459/meta-region-server 2024-11-08T22:15:43,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43087-0x1011c84b5810003, quorum=127.0.0.1:55987, baseZNode=/1-1489139459 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1489139459/meta-region-server 2024-11-08T22:15:43,836 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ff635fa717b5,39167,1731104140426 2024-11-08T22:15:43,836 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1489139459/meta-region-server: CHANGED 2024-11-08T22:15:43,836 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1489139459/meta-region-server: CHANGED 2024-11-08T22:15:43,846 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T22:15:43,847 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ff635fa717b5,39167,1731104140426 in 424 msec 2024-11-08T22:15:43,857 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T22:15:43,857 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 629 msec 2024-11-08T22:15:43,861 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T22:15:43,861 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T22:15:43,865 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:15:43,865 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,39167,1731104140426, seqNum=-1] 2024-11-08T22:15:43,866 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:15:43,869 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36643, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T22:15:43,881 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1580 sec 2024-11-08T22:15:43,882 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731104143882, completionTime=-1 2024-11-08T22:15:43,882 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T22:15:43,882 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T22:15:43,886 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T22:15:43,887 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731104203887 2024-11-08T22:15:43,887 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731104263887 2024-11-08T22:15:43,887 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 4 msec 2024-11-08T22:15:43,887 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,43087,1731104140310-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:15:43,888 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,43087,1731104140310-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:15:43,888 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,43087,1731104140310-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:15:43,888 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ff635fa717b5:43087, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:15:43,888 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T22:15:43,889 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T22:15:43,892 DEBUG [master/ff635fa717b5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T22:15:43,897 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.330sec 2024-11-08T22:15:43,898 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T22:15:43,898 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T22:15:43,898 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T22:15:43,898 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T22:15:43,898 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T22:15:43,898 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,43087,1731104140310-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T22:15:43,898 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,43087,1731104140310-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T22:15:43,903 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T22:15:43,904 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T22:15:43,904 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,43087,1731104140310-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:15:43,998 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47f3cff5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:15:43,999 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,43087,-1 for getting cluster id 2024-11-08T22:15:43,999 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:15:44,003 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1815b2e6-5de8-4cb1-b07d-7031d0bbfc9b' 2024-11-08T22:15:44,004 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:15:44,004 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1815b2e6-5de8-4cb1-b07d-7031d0bbfc9b" 2024-11-08T22:15:44,005 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17b5391b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:15:44,005 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,43087,-1] 2024-11-08T22:15:44,006 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:15:44,006 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:15:44,008 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:15:44,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60f69ad7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:15:44,010 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:15:44,012 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,39167,1731104140426, seqNum=-1] 2024-11-08T22:15:44,013 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:15:44,016 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T22:15:44,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ff635fa717b5,43087,1731104140310 2024-11-08T22:15:44,021 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55987 2024-11-08T22:15:44,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55987, baseZNode=/1-1489139459 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T22:15:44,056 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011c84b5810005 connected 2024-11-08T22:15:44,079 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41995805, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:15:44,079 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,39843,-1 for getting cluster id 2024-11-08T22:15:44,080 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:15:44,090 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aac8a8e8-4a77-46fe-8b18-2b578cc89caa' 2024-11-08T22:15:44,091 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:15:44,092 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aac8a8e8-4a77-46fe-8b18-2b578cc89caa" 2024-11-08T22:15:44,092 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a6f220, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:15:44,092 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,39843,-1] 2024-11-08T22:15:44,093 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:15:44,094 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:15:44,097 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:15:44,099 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@675690ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:15:44,109 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:15:44,115 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is ff635fa717b5,39843,1731104132660 2024-11-08T22:15:44,118 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51dfa523 2024-11-08T22:15:44,120 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T22:15:44,122 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T22:15:44,124 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39843 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ff635fa717b5:43087,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T22:15:44,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39843 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T22:15:44,150 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ff635fa717b5:43087' 2024-11-08T22:15:44,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:15:44,156 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36aabe98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:15:44,156 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,43087,-1 for getting cluster id 2024-11-08T22:15:44,156 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:15:44,158 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1815b2e6-5de8-4cb1-b07d-7031d0bbfc9b' 2024-11-08T22:15:44,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:15:44,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1815b2e6-5de8-4cb1-b07d-7031d0bbfc9b" 2024-11-08T22:15:44,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49e095b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:15:44,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,43087,-1] 2024-11-08T22:15:44,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:15:44,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:15:44,162 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:15:44,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b3e19eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:15:44,165 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:15:44,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ff635fa717b5,43087,1731104140310 2024-11-08T22:15:44,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f277843 2024-11-08T22:15:44,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T22:15:44,177 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T22:15:44,197 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-08T22:15:44,197 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T22:15:44,204 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:15:44,204 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:15:44,205 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:15:44,206 INFO [PEWorker-4 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T22:15:44,215 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T22:15:44,222 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T22:15:44,222 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:15:44,226 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T22:15:44,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741835_1011 (size=1138) 2024-11-08T22:15:44,252 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 793f2d03553ef682cea0ac66cca411e6, NAME => 'hbase:replication,,1731104144206.793f2d03553ef682cea0ac66cca411e6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca 2024-11-08T22:15:44,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:15:44,272 DEBUG [PEWorker-4 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T22:15:44,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741836_1012 (size=44) 2024-11-08T22:15:44,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:15:44,689 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731104144206.793f2d03553ef682cea0ac66cca411e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:15:44,690 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 793f2d03553ef682cea0ac66cca411e6, disabling compactions & flushes 2024-11-08T22:15:44,690 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731104144206.793f2d03553ef682cea0ac66cca411e6. 2024-11-08T22:15:44,690 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731104144206.793f2d03553ef682cea0ac66cca411e6. 2024-11-08T22:15:44,690 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731104144206.793f2d03553ef682cea0ac66cca411e6. after waiting 0 ms 2024-11-08T22:15:44,690 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731104144206.793f2d03553ef682cea0ac66cca411e6. 2024-11-08T22:15:44,690 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731104144206.793f2d03553ef682cea0ac66cca411e6. 2024-11-08T22:15:44,690 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 793f2d03553ef682cea0ac66cca411e6: Waiting for close lock at 1731104144690Disabling compacts and flushes for region at 1731104144690Disabling writes for close at 1731104144690Writing region close event to WAL at 1731104144690Closed at 1731104144690 2024-11-08T22:15:44,693 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T22:15:44,702 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731104144206.793f2d03553ef682cea0ac66cca411e6.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731104144693"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731104144693"}]},"ts":"1731104144693"} 2024-11-08T22:15:44,710 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T22:15:44,716 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T22:15:44,720 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731104144717"}]},"ts":"1731104144717"} 2024-11-08T22:15:44,732 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T22:15:44,735 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=793f2d03553ef682cea0ac66cca411e6, ASSIGN}] 2024-11-08T22:15:44,743 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=793f2d03553ef682cea0ac66cca411e6, ASSIGN 2024-11-08T22:15:44,747 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=793f2d03553ef682cea0ac66cca411e6, ASSIGN; state=OFFLINE, location=ff635fa717b5,37839,1731104133617; forceNewPlan=false, retain=false 2024-11-08T22:15:44,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:15:44,900 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=793f2d03553ef682cea0ac66cca411e6, regionState=OPENING, regionLocation=ff635fa717b5,37839,1731104133617 2024-11-08T22:15:44,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=793f2d03553ef682cea0ac66cca411e6, ASSIGN because future has completed 2024-11-08T22:15:44,907 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 793f2d03553ef682cea0ac66cca411e6, server=ff635fa717b5,37839,1731104133617}] 2024-11-08T22:15:45,076 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731104144206.793f2d03553ef682cea0ac66cca411e6. 2024-11-08T22:15:45,076 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:15:45,077 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T22:15:45,081 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff635fa717b5%2C37839%2C1731104133617.rep, suffix=, logDir=hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/WALs/ff635fa717b5,37839,1731104133617, archiveDir=hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/oldWALs, maxLogs=10 2024-11-08T22:15:45,096 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/WALs/ff635fa717b5,37839,1731104133617/ff635fa717b5%2C37839%2C1731104133617.rep.1731104145081, exclude list is [], retry=0 2024-11-08T22:15:45,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33801,DS-eda02265-6996-4e37-a87a-7af1446d6d0b,DISK] 2024-11-08T22:15:45,103 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/WALs/ff635fa717b5,37839,1731104133617/ff635fa717b5%2C37839%2C1731104133617.rep.1731104145081 2024-11-08T22:15:45,104 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45617:45617)] 2024-11-08T22:15:45,104 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 793f2d03553ef682cea0ac66cca411e6, NAME => 'hbase:replication,,1731104144206.793f2d03553ef682cea0ac66cca411e6.', STARTKEY => '', ENDKEY => ''} 2024-11-08T22:15:45,104 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T22:15:45,105 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T22:15:45,105 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731104144206.793f2d03553ef682cea0ac66cca411e6. service=MultiRowMutationService 2024-11-08T22:15:45,105 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T22:15:45,105 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 793f2d03553ef682cea0ac66cca411e6 2024-11-08T22:15:45,105 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731104144206.793f2d03553ef682cea0ac66cca411e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:15:45,105 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 793f2d03553ef682cea0ac66cca411e6 2024-11-08T22:15:45,105 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 793f2d03553ef682cea0ac66cca411e6 2024-11-08T22:15:45,108 INFO [StoreOpener-793f2d03553ef682cea0ac66cca411e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 793f2d03553ef682cea0ac66cca411e6 2024-11-08T22:15:45,110 INFO [StoreOpener-793f2d03553ef682cea0ac66cca411e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 793f2d03553ef682cea0ac66cca411e6 columnFamilyName hfileref 2024-11-08T22:15:45,110 DEBUG [StoreOpener-793f2d03553ef682cea0ac66cca411e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:15:45,111 INFO [StoreOpener-793f2d03553ef682cea0ac66cca411e6-1 {}] regionserver.HStore(327): Store=793f2d03553ef682cea0ac66cca411e6/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:15:45,111 INFO [StoreOpener-793f2d03553ef682cea0ac66cca411e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 793f2d03553ef682cea0ac66cca411e6 2024-11-08T22:15:45,114 INFO [StoreOpener-793f2d03553ef682cea0ac66cca411e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 793f2d03553ef682cea0ac66cca411e6 columnFamilyName queue 2024-11-08T22:15:45,114 DEBUG [StoreOpener-793f2d03553ef682cea0ac66cca411e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:15:45,115 INFO [StoreOpener-793f2d03553ef682cea0ac66cca411e6-1 {}] regionserver.HStore(327): Store=793f2d03553ef682cea0ac66cca411e6/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:15:45,115 INFO [StoreOpener-793f2d03553ef682cea0ac66cca411e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 793f2d03553ef682cea0ac66cca411e6 2024-11-08T22:15:45,117 INFO [StoreOpener-793f2d03553ef682cea0ac66cca411e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 793f2d03553ef682cea0ac66cca411e6 columnFamilyName sid 2024-11-08T22:15:45,117 DEBUG [StoreOpener-793f2d03553ef682cea0ac66cca411e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:15:45,118 INFO [StoreOpener-793f2d03553ef682cea0ac66cca411e6-1 {}] regionserver.HStore(327): Store=793f2d03553ef682cea0ac66cca411e6/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:15:45,118 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 793f2d03553ef682cea0ac66cca411e6 2024-11-08T22:15:45,119 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/data/hbase/replication/793f2d03553ef682cea0ac66cca411e6 2024-11-08T22:15:45,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/data/hbase/replication/793f2d03553ef682cea0ac66cca411e6 2024-11-08T22:15:45,122 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 793f2d03553ef682cea0ac66cca411e6 2024-11-08T22:15:45,122 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 793f2d03553ef682cea0ac66cca411e6 2024-11-08T22:15:45,123 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T22:15:45,126 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 793f2d03553ef682cea0ac66cca411e6 2024-11-08T22:15:45,134 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/data/hbase/replication/793f2d03553ef682cea0ac66cca411e6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:15:45,135 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 793f2d03553ef682cea0ac66cca411e6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73077824, jitterRate=0.0889444351196289}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T22:15:45,135 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 793f2d03553ef682cea0ac66cca411e6 2024-11-08T22:15:45,136 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 793f2d03553ef682cea0ac66cca411e6: Running coprocessor pre-open hook at 1731104145106Writing region info on filesystem at 1731104145106Initializing all the Stores at 1731104145107 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104145107Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104145107Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104145107Cleaning up temporary data from old regions at 1731104145122 (+15 ms)Running coprocessor post-open hooks at 1731104145135 (+13 ms)Region opened successfully at 1731104145136 (+1 ms) 2024-11-08T22:15:45,137 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731104144206.793f2d03553ef682cea0ac66cca411e6., pid=7, masterSystemTime=1731104145066 2024-11-08T22:15:45,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731104144206.793f2d03553ef682cea0ac66cca411e6. 2024-11-08T22:15:45,142 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731104144206.793f2d03553ef682cea0ac66cca411e6. 2024-11-08T22:15:45,143 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=793f2d03553ef682cea0ac66cca411e6, regionState=OPEN, openSeqNum=2, regionLocation=ff635fa717b5,37839,1731104133617 2024-11-08T22:15:45,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 793f2d03553ef682cea0ac66cca411e6, server=ff635fa717b5,37839,1731104133617 because future has completed 2024-11-08T22:15:45,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-08T22:15:45,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 793f2d03553ef682cea0ac66cca411e6, server=ff635fa717b5,37839,1731104133617 in 243 msec 2024-11-08T22:15:45,160 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T22:15:45,161 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=793f2d03553ef682cea0ac66cca411e6, ASSIGN in 421 msec 2024-11-08T22:15:45,162 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T22:15:45,163 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731104145163"}]},"ts":"1731104145163"} 2024-11-08T22:15:45,169 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T22:15:45,171 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T22:15:45,176 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 964 msec 2024-11-08T22:15:45,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731104144206.793f2d03553ef682cea0ac66cca411e6., hostname=ff635fa717b5,37839,1731104133617, seqNum=2] 2024-11-08T22:15:45,244 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37839 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-08T22:15:45,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:15:45,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39843-0x1011c84b5810000, quorum=127.0.0.1:55987, baseZNode=/01948717860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01948717860 2024-11-08T22:15:45,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37839-0x1011c84b5810001, quorum=127.0.0.1:55987, baseZNode=/01948717860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01948717860 2024-11-08T22:15:45,403 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T22:15:45,574 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37839 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-08T22:15:45,576 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T22:15:45,633 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-ff635fa717b5,37839,1731104133617, ReplicationSource: 1, currentBandwidth=0 2024-11-08T22:15:45,635 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:15:45,635 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,37839,1731104133617, seqNum=-1] 2024-11-08T22:15:45,636 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:15:45,637 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52813, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-08T22:15:45,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ff635fa717b5,37839,1731104133617', locateType=CURRENT is [region=hbase:replication,,1731104144206.793f2d03553ef682cea0ac66cca411e6., hostname=ff635fa717b5,37839,1731104133617, seqNum=2] 2024-11-08T22:15:45,648 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-08T22:15:45,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39843 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-08T22:15:45,654 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ff635fa717b5,37839,1731104133617 suceeded 2024-11-08T22:15:45,659 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-08T22:15:45,659 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ff635fa717b5:43087,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T22:15:45,659 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 251 msec 2024-11-08T22:15:45,662 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5320 sec 2024-11-08T22:15:45,670 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,37839,1731104133617 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ff635fa717b5:43087' 2024-11-08T22:15:45,672 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,37839,1731104133617 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@701bf1e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:15:45,672 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,37839,1731104133617 {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,43087,-1 for getting cluster id 2024-11-08T22:15:45,673 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,37839,1731104133617 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:15:45,674 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1815b2e6-5de8-4cb1-b07d-7031d0bbfc9b' 2024-11-08T22:15:45,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:15:45,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1815b2e6-5de8-4cb1-b07d-7031d0bbfc9b" 2024-11-08T22:15:45,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c9db4ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:15:45,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,43087,-1] 2024-11-08T22:15:45,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:15:45,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:15:45,676 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:15:45,677 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,37839,1731104133617 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@cdf634e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:15:45,677 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,37839,1731104133617 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:15:45,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ff635fa717b5,43087,1731104140310 2024-11-08T22:15:45,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c319460 2024-11-08T22:15:45,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T22:15:45,681 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-08T22:15:45,682 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,37839,1731104133617 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ff635fa717b5,37839,1731104133617 (queues=1) is replicating from cluster=aac8a8e8-4a77-46fe-8b18-2b578cc89caa to cluster=1815b2e6-5de8-4cb1-b07d-7031d0bbfc9b 2024-11-08T22:15:45,685 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,37839,1731104133617 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ff635fa717b5%2C37839%2C1731104133617 2024-11-08T22:15:45,689 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,37839,1731104133617 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ff635fa717b5,37839,1731104133617, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T22:15:45,691 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,37839,1731104133617.replicationSource.shipperff635fa717b5%2C37839%2C1731104133617,1-ff635fa717b5,37839,1731104133617 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ff635fa717b5%2C37839%2C1731104133617 2024-11-08T22:15:45,696 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,37839,1731104133617.replicationSource.wal-reader.ff635fa717b5%2C37839%2C1731104133617,1-ff635fa717b5,37839,1731104133617 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/WALs/ff635fa717b5,37839,1731104133617/ff635fa717b5%2C37839%2C1731104133617.1731104136422, startPosition=0, beingWritten=true 2024-11-08T22:15:45,965 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,37839,1731104133617.replicationSource.wal-reader.ff635fa717b5%2C37839%2C1731104133617,1-ff635fa717b5,37839,1731104133617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/WALs/ff635fa717b5,37839,1731104133617/ff635fa717b5%2C37839%2C1731104133617.1731104136422 to pos 0, reset compression=false 2024-11-08T22:15:46,275 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,37839,1731104133617.replicationSource.wal-reader.ff635fa717b5%2C37839%2C1731104133617,1-ff635fa717b5,37839,1731104133617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/WALs/ff635fa717b5,37839,1731104133617/ff635fa717b5%2C37839%2C1731104133617.1731104136422 to pos 0, reset compression=false 2024-11-08T22:15:46,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:15:46,309 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T22:15:46,309 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:15:46,309 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T22:15:46,309 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:15:46,309 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:15:46,309 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:15:46,311 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71dc00a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:15:46,311 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,39843,-1 for getting cluster id 2024-11-08T22:15:46,311 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:15:46,323 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aac8a8e8-4a77-46fe-8b18-2b578cc89caa' 2024-11-08T22:15:46,323 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:15:46,323 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aac8a8e8-4a77-46fe-8b18-2b578cc89caa" 2024-11-08T22:15:46,324 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@522381f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:15:46,324 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,39843,-1] 2024-11-08T22:15:46,324 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:15:46,328 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:15:46,331 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:15:46,333 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@256b29e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:15:46,333 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:15:46,335 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is ff635fa717b5,39843,1731104132660 2024-11-08T22:15:46,335 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50ed83a6 2024-11-08T22:15:46,335 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T22:15:46,338 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T22:15:46,339 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39843 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://ff635fa717b5:43087,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T22:15:46,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39843 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T22:15:46,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-08T22:15:46,345 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ff635fa717b5:43087' 2024-11-08T22:15:46,346 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4979cd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:15:46,346 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,43087,-1 for getting cluster id 2024-11-08T22:15:46,346 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:15:46,347 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1815b2e6-5de8-4cb1-b07d-7031d0bbfc9b' 2024-11-08T22:15:46,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:15:46,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1815b2e6-5de8-4cb1-b07d-7031d0bbfc9b" 2024-11-08T22:15:46,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70d3bc71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:15:46,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,43087,-1] 2024-11-08T22:15:46,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:15:46,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:15:46,349 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:15:46,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b254d55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:15:46,351 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:15:46,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ff635fa717b5,43087,1731104140310 2024-11-08T22:15:46,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20b5864f 2024-11-08T22:15:46,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T22:15:46,354 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T22:15:46,355 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T22:15:46,355 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T22:15:46,355 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:15:46,356 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:15:46,356 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:15:46,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-08T22:15:46,469 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T22:15:46,624 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37839 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-08T22:15:46,624 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-08T22:15:46,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-08T22:15:46,663 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-ff635fa717b5,37839,1731104133617, ReplicationSource: 2, currentBandwidth=0 2024-11-08T22:15:46,667 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-08T22:15:46,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39843 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-08T22:15:46,672 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on ff635fa717b5,37839,1731104133617 suceeded 2024-11-08T22:15:46,677 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T22:15:46,677 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://ff635fa717b5:43087,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T22:15:46,677 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 203 msec 2024-11-08T22:15:46,680 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 338 msec 2024-11-08T22:15:46,689 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,2-ff635fa717b5,37839,1731104133617 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ff635fa717b5:43087' 2024-11-08T22:15:46,691 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,2-ff635fa717b5,37839,1731104133617 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f0e274e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:15:46,691 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,2-ff635fa717b5,37839,1731104133617 {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,43087,-1 for getting cluster id 2024-11-08T22:15:46,691 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,2-ff635fa717b5,37839,1731104133617 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:15:46,692 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1815b2e6-5de8-4cb1-b07d-7031d0bbfc9b' 2024-11-08T22:15:46,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:15:46,693 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,37839,1731104133617.replicationSource.wal-reader.ff635fa717b5%2C37839%2C1731104133617,1-ff635fa717b5,37839,1731104133617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/WALs/ff635fa717b5,37839,1731104133617/ff635fa717b5%2C37839%2C1731104133617.1731104136422 to pos 0, reset compression=false 2024-11-08T22:15:46,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1815b2e6-5de8-4cb1-b07d-7031d0bbfc9b" 2024-11-08T22:15:46,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ecaf32a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:15:46,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,43087,-1] 2024-11-08T22:15:46,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:15:46,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:15:46,696 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:15:46,697 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,2-ff635fa717b5,37839,1731104133617 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3dc06c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:15:46,697 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,2-ff635fa717b5,37839,1731104133617 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:15:46,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ff635fa717b5,43087,1731104140310 2024-11-08T22:15:46,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ab66ffa 2024-11-08T22:15:46,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T22:15:46,701 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-08T22:15:46,702 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,2-ff635fa717b5,37839,1731104133617 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-ff635fa717b5,37839,1731104133617 (queues=1) is replicating from cluster=aac8a8e8-4a77-46fe-8b18-2b578cc89caa to cluster=1815b2e6-5de8-4cb1-b07d-7031d0bbfc9b 2024-11-08T22:15:46,702 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,2-ff635fa717b5,37839,1731104133617 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=ff635fa717b5%2C37839%2C1731104133617 2024-11-08T22:15:46,702 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,2-ff635fa717b5,37839,1731104133617 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-ff635fa717b5,37839,1731104133617, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T22:15:46,704 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,2-ff635fa717b5,37839,1731104133617.replicationSource.shipperff635fa717b5%2C37839%2C1731104133617,2-ff635fa717b5,37839,1731104133617 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ff635fa717b5%2C37839%2C1731104133617 2024-11-08T22:15:46,704 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,2-ff635fa717b5,37839,1731104133617.replicationSource.wal-reader.ff635fa717b5%2C37839%2C1731104133617,2-ff635fa717b5,37839,1731104133617 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/WALs/ff635fa717b5,37839,1731104133617/ff635fa717b5%2C37839%2C1731104133617.1731104136422, startPosition=0, beingWritten=true 2024-11-08T22:15:46,912 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,2-ff635fa717b5,37839,1731104133617.replicationSource.wal-reader.ff635fa717b5%2C37839%2C1731104133617,2-ff635fa717b5,37839,1731104133617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/WALs/ff635fa717b5,37839,1731104133617/ff635fa717b5%2C37839%2C1731104133617.1731104136422 to pos 0, reset compression=false 2024-11-08T22:15:46,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-08T22:15:46,969 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-08T22:15:46,969 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T22:15:46,969 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:15:46,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:15:46,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:15:46,969 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:15:46,970 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:15:46,971 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ff635fa717b5,39843,1731104132660 2024-11-08T22:15:46,972 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@414d2654 2024-11-08T22:15:46,974 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T22:15:46,977 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T22:15:46,979 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39843 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-08T22:15:46,981 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39843 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-08T22:15:46,983 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39843 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-08T22:15:46,984 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39843 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-08T22:15:46,988 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39843 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://ff635fa717b5:43087,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T22:15:46,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39843 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-08T22:15:46,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-08T22:15:46,996 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ff635fa717b5:43087' 2024-11-08T22:15:46,997 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19cb33f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:15:46,997 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,43087,-1 for getting cluster id 2024-11-08T22:15:46,997 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:15:46,998 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1815b2e6-5de8-4cb1-b07d-7031d0bbfc9b' 2024-11-08T22:15:46,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:15:46,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1815b2e6-5de8-4cb1-b07d-7031d0bbfc9b" 2024-11-08T22:15:46,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@509c9f38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:15:46,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,43087,-1] 2024-11-08T22:15:46,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:15:47,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:15:47,001 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:15:47,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cd6564b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:15:47,002 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:15:47,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ff635fa717b5,43087,1731104140310 2024-11-08T22:15:47,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@675c2d3a 2024-11-08T22:15:47,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T22:15:47,006 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T22:15:47,007 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-08T22:15:47,007 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T22:15:47,007 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:15:47,007 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:15:47,007 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:15:47,059 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T22:15:47,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-08T22:15:47,202 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,37839,1731104133617.replicationSource.wal-reader.ff635fa717b5%2C37839%2C1731104133617,1-ff635fa717b5,37839,1731104133617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/WALs/ff635fa717b5,37839,1731104133617/ff635fa717b5%2C37839%2C1731104133617.1731104136422 to pos 0, reset compression=false 2024-11-08T22:15:47,214 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37839 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-08T22:15:47,214 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-08T22:15:47,216 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-08T22:15:47,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39843 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-08T22:15:47,219 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on ff635fa717b5,37839,1731104133617 suceeded 2024-11-08T22:15:47,220 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,2-ff635fa717b5,37839,1731104133617.replicationSource.wal-reader.ff635fa717b5%2C37839%2C1731104133617,2-ff635fa717b5,37839,1731104133617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/WALs/ff635fa717b5,37839,1731104133617/ff635fa717b5%2C37839%2C1731104133617.1731104136422 to pos 0, reset compression=false 2024-11-08T22:15:47,222 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-08T22:15:47,222 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 160 msec 2024-11-08T22:15:47,222 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://ff635fa717b5:43087,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T22:15:47,224 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 233 msec 2024-11-08T22:15:47,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-08T22:15:47,309 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-08T22:15:47,310 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39843 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://ff635fa717b5:43087,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T22:15:47,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39843 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-08T22:15:47,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-08T22:15:47,315 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ff635fa717b5:43087' 2024-11-08T22:15:47,317 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@554811b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:15:47,317 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,43087,-1 for getting cluster id 2024-11-08T22:15:47,317 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:15:47,319 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1815b2e6-5de8-4cb1-b07d-7031d0bbfc9b' 2024-11-08T22:15:47,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:15:47,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1815b2e6-5de8-4cb1-b07d-7031d0bbfc9b" 2024-11-08T22:15:47,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@702c85af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:15:47,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,43087,-1] 2024-11-08T22:15:47,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:15:47,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:15:47,322 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:15:47,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@101ce12b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:15:47,323 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:15:47,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ff635fa717b5,43087,1731104140310 2024-11-08T22:15:47,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f230e6d 2024-11-08T22:15:47,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T22:15:47,326 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T22:15:47,327 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-08T22:15:47,328 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T22:15:47,328 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:15:47,328 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:15:47,328 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:15:47,342 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T22:15:47,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-08T22:15:47,496 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37839 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-08T22:15:47,496 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-08T22:15:47,498 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-08T22:15:47,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39843 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-08T22:15:47,501 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on ff635fa717b5,37839,1731104133617 suceeded 2024-11-08T22:15:47,504 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-08T22:15:47,505 INFO [PEWorker-2 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://ff635fa717b5:43087,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T22:15:47,505 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-11-08T22:15:47,507 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 195 msec 2024-11-08T22:15:47,626 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,2-ff635fa717b5,37839,1731104133617.replicationSource.wal-reader.ff635fa717b5%2C37839%2C1731104133617,2-ff635fa717b5,37839,1731104133617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/WALs/ff635fa717b5,37839,1731104133617/ff635fa717b5%2C37839%2C1731104133617.1731104136422 to pos 0, reset compression=false 2024-11-08T22:15:47,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-08T22:15:47,629 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-08T22:15:47,630 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39843 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-08T22:15:47,632 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39843 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-08T22:15:47,633 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T22:15:47,633 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:15:47,633 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:15:47,634 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:15:47,634 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:15:47,634 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T22:15:47,634 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1619327374, stopped=false 2024-11-08T22:15:47,634 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ff635fa717b5,39843,1731104132660 2024-11-08T22:15:47,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39843-0x1011c84b5810000, quorum=127.0.0.1:55987, baseZNode=/01948717860 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01948717860/running 2024-11-08T22:15:47,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39843-0x1011c84b5810000, quorum=127.0.0.1:55987, baseZNode=/01948717860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01948717860 2024-11-08T22:15:47,688 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T22:15:47,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37839-0x1011c84b5810001, quorum=127.0.0.1:55987, baseZNode=/01948717860 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01948717860/running 2024-11-08T22:15:47,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37839-0x1011c84b5810001, quorum=127.0.0.1:55987, baseZNode=/01948717860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01948717860 2024-11-08T22:15:47,688 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T22:15:47,689 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:15:47,689 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:15:47,689 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39843-0x1011c84b5810000, quorum=127.0.0.1:55987, baseZNode=/01948717860 Set watcher on znode that does not yet exist, /01948717860/running 2024-11-08T22:15:47,689 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37839-0x1011c84b5810001, quorum=127.0.0.1:55987, baseZNode=/01948717860 Set watcher on znode that does not yet exist, /01948717860/running 2024-11-08T22:15:47,689 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ff635fa717b5,37839,1731104133617' ***** 2024-11-08T22:15:47,689 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T22:15:47,690 INFO [RS:0;ff635fa717b5:37839 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T22:15:47,690 INFO [RS:0;ff635fa717b5:37839 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T22:15:47,690 INFO [RS:0;ff635fa717b5:37839 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T22:15:47,690 INFO [RS:0;ff635fa717b5:37839 {}] regionserver.HRegionServer(3091): Received CLOSE for 793f2d03553ef682cea0ac66cca411e6 2024-11-08T22:15:47,691 INFO [RS:0;ff635fa717b5:37839 {}] regionserver.HRegionServer(959): stopping server ff635fa717b5,37839,1731104133617 2024-11-08T22:15:47,691 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T22:15:47,691 INFO [RS:0;ff635fa717b5:37839 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T22:15:47,691 INFO [RS:0;ff635fa717b5:37839 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff635fa717b5:37839. 2024-11-08T22:15:47,691 DEBUG [RS:0;ff635fa717b5:37839 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:15:47,691 DEBUG [RS:0;ff635fa717b5:37839 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:15:47,692 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 793f2d03553ef682cea0ac66cca411e6, disabling compactions & flushes 2024-11-08T22:15:47,692 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731104144206.793f2d03553ef682cea0ac66cca411e6. 2024-11-08T22:15:47,692 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731104144206.793f2d03553ef682cea0ac66cca411e6. 2024-11-08T22:15:47,692 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731104144206.793f2d03553ef682cea0ac66cca411e6. after waiting 0 ms 2024-11-08T22:15:47,692 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731104144206.793f2d03553ef682cea0ac66cca411e6. 2024-11-08T22:15:47,692 INFO [RS:0;ff635fa717b5:37839 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T22:15:47,692 INFO [RS:0;ff635fa717b5:37839 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T22:15:47,692 INFO [RS:0;ff635fa717b5:37839 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T22:15:47,692 INFO [RS:0;ff635fa717b5:37839 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T22:15:47,693 INFO [RS:0;ff635fa717b5:37839 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T22:15:47,693 DEBUG [RS:0;ff635fa717b5:37839 {}] regionserver.HRegionServer(1325): Online Regions={793f2d03553ef682cea0ac66cca411e6=hbase:replication,,1731104144206.793f2d03553ef682cea0ac66cca411e6., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T22:15:47,694 DEBUG [RS:0;ff635fa717b5:37839 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 793f2d03553ef682cea0ac66cca411e6 2024-11-08T22:15:47,694 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T22:15:47,694 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T22:15:47,694 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T22:15:47,694 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T22:15:47,694 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T22:15:47,697 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-08T22:15:47,697 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 793f2d03553ef682cea0ac66cca411e6 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-08T22:15:47,757 INFO [regionserver/ff635fa717b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T22:15:47,768 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/data/hbase/meta/1588230740/.tmp/info/191929bcadd64662a416eff0421c9bd1 is 147, key is hbase:replication,,1731104144206.793f2d03553ef682cea0ac66cca411e6./info:regioninfo/1731104145143/Put/seqid=0 2024-11-08T22:15:47,768 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/data/hbase/replication/793f2d03553ef682cea0ac66cca411e6/.tmp/queue/c7957641771e441bb5bca756f97e4184 is 151, key is 1-ff635fa717b5,37839,1731104133617/queue:ff635fa717b5%2C37839%2C1731104133617/1731104145642/Put/seqid=0 2024-11-08T22:15:47,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741839_1015 (size=5500) 2024-11-08T22:15:47,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741838_1014 (size=6631) 2024-11-08T22:15:47,787 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/data/hbase/meta/1588230740/.tmp/info/191929bcadd64662a416eff0421c9bd1 2024-11-08T22:15:47,813 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,37839,1731104133617.replicationSource.wal-reader.ff635fa717b5%2C37839%2C1731104133617,1-ff635fa717b5,37839,1731104133617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/WALs/ff635fa717b5,37839,1731104133617/ff635fa717b5%2C37839%2C1731104133617.1731104136422 to pos 0, reset compression=false 2024-11-08T22:15:47,862 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/data/hbase/meta/1588230740/.tmp/ns/00434e4825dc4aaf9a5a6f65a91dc813 is 43, key is default/ns:d/1731104137576/Put/seqid=0 2024-11-08T22:15:47,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741840_1016 (size=5153) 2024-11-08T22:15:47,874 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/data/hbase/meta/1588230740/.tmp/ns/00434e4825dc4aaf9a5a6f65a91dc813 2024-11-08T22:15:47,894 DEBUG [RS:0;ff635fa717b5:37839 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 793f2d03553ef682cea0ac66cca411e6 2024-11-08T22:15:47,916 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/data/hbase/meta/1588230740/.tmp/table/99b2dfbd58484f209fa98238cad79cbf is 53, key is hbase:replication/table:state/1731104145163/Put/seqid=0 2024-11-08T22:15:47,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741841_1017 (size=5256) 2024-11-08T22:15:48,094 DEBUG [RS:0;ff635fa717b5:37839 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 793f2d03553ef682cea0ac66cca411e6 2024-11-08T22:15:48,136 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,2-ff635fa717b5,37839,1731104133617.replicationSource.wal-reader.ff635fa717b5%2C37839%2C1731104133617,2-ff635fa717b5,37839,1731104133617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/WALs/ff635fa717b5,37839,1731104133617/ff635fa717b5%2C37839%2C1731104133617.1731104136422 to pos 0, reset compression=false 2024-11-08T22:15:48,185 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/data/hbase/replication/793f2d03553ef682cea0ac66cca411e6/.tmp/queue/c7957641771e441bb5bca756f97e4184 2024-11-08T22:15:48,196 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/data/hbase/replication/793f2d03553ef682cea0ac66cca411e6/.tmp/queue/c7957641771e441bb5bca756f97e4184 as hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/data/hbase/replication/793f2d03553ef682cea0ac66cca411e6/queue/c7957641771e441bb5bca756f97e4184 2024-11-08T22:15:48,203 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-08T22:15:48,207 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/data/hbase/replication/793f2d03553ef682cea0ac66cca411e6/queue/c7957641771e441bb5bca756f97e4184, entries=2, sequenceid=6, filesize=5.4 K 2024-11-08T22:15:48,214 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 793f2d03553ef682cea0ac66cca411e6 in 518ms, sequenceid=6, compaction requested=false 2024-11-08T22:15:48,230 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/data/hbase/replication/793f2d03553ef682cea0ac66cca411e6/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-08T22:15:48,233 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T22:15:48,233 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T22:15:48,233 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731104144206.793f2d03553ef682cea0ac66cca411e6. 2024-11-08T22:15:48,233 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 793f2d03553ef682cea0ac66cca411e6: Waiting for close lock at 1731104147691Running coprocessor pre-close hooks at 1731104147691Disabling compacts and flushes for region at 1731104147691Disabling writes for close at 1731104147692 (+1 ms)Obtaining lock to block concurrent updates at 1731104147697 (+5 ms)Preparing flush snapshotting stores in 793f2d03553ef682cea0ac66cca411e6 at 1731104147697Finished memstore snapshotting hbase:replication,,1731104144206.793f2d03553ef682cea0ac66cca411e6., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731104147704 (+7 ms)Flushing stores of hbase:replication,,1731104144206.793f2d03553ef682cea0ac66cca411e6. at 1731104147706 (+2 ms)Flushing 793f2d03553ef682cea0ac66cca411e6/queue: creating writer at 1731104147708 (+2 ms)Flushing 793f2d03553ef682cea0ac66cca411e6/queue: appending metadata at 1731104147750 (+42 ms)Flushing 793f2d03553ef682cea0ac66cca411e6/queue: closing flushed file at 1731104147753 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2db446cb: reopening flushed file at 1731104148194 (+441 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 793f2d03553ef682cea0ac66cca411e6 in 518ms, sequenceid=6, compaction requested=false at 1731104148214 (+20 ms)Writing region close event to WAL at 1731104148224 (+10 ms)Running coprocessor post-close hooks at 1731104148231 (+7 ms)Closed at 1731104148233 (+2 ms) 2024-11-08T22:15:48,234 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731104144206.793f2d03553ef682cea0ac66cca411e6. 2024-11-08T22:15:48,252 INFO [regionserver/ff635fa717b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T22:15:48,252 INFO [regionserver/ff635fa717b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T22:15:48,294 DEBUG [RS:0;ff635fa717b5:37839 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T22:15:48,334 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/data/hbase/meta/1588230740/.tmp/table/99b2dfbd58484f209fa98238cad79cbf 2024-11-08T22:15:48,349 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/data/hbase/meta/1588230740/.tmp/info/191929bcadd64662a416eff0421c9bd1 as hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/data/hbase/meta/1588230740/info/191929bcadd64662a416eff0421c9bd1 2024-11-08T22:15:48,365 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/data/hbase/meta/1588230740/info/191929bcadd64662a416eff0421c9bd1, entries=10, sequenceid=11, filesize=6.5 K 2024-11-08T22:15:48,369 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/data/hbase/meta/1588230740/.tmp/ns/00434e4825dc4aaf9a5a6f65a91dc813 as hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/data/hbase/meta/1588230740/ns/00434e4825dc4aaf9a5a6f65a91dc813 2024-11-08T22:15:48,387 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/data/hbase/meta/1588230740/ns/00434e4825dc4aaf9a5a6f65a91dc813, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T22:15:48,397 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/data/hbase/meta/1588230740/.tmp/table/99b2dfbd58484f209fa98238cad79cbf as hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/data/hbase/meta/1588230740/table/99b2dfbd58484f209fa98238cad79cbf 2024-11-08T22:15:48,415 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/data/hbase/meta/1588230740/table/99b2dfbd58484f209fa98238cad79cbf, entries=2, sequenceid=11, filesize=5.1 K 2024-11-08T22:15:48,417 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 723ms, sequenceid=11, compaction requested=false 2024-11-08T22:15:48,449 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-08T22:15:48,450 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T22:15:48,450 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T22:15:48,451 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T22:15:48,451 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731104147694Running coprocessor pre-close hooks at 1731104147694Disabling compacts and flushes for region at 1731104147694Disabling writes for close at 1731104147694Obtaining lock to block concurrent updates at 1731104147697 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1731104147697Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731104147704 (+7 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731104147706 (+2 ms)Flushing 1588230740/info: creating writer at 1731104147708 (+2 ms)Flushing 1588230740/info: appending metadata at 1731104147751 (+43 ms)Flushing 1588230740/info: closing flushed file at 1731104147753 (+2 ms)Flushing 1588230740/ns: creating writer at 1731104147840 (+87 ms)Flushing 1588230740/ns: appending metadata at 1731104147861 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731104147861Flushing 1588230740/table: creating writer at 1731104147890 (+29 ms)Flushing 1588230740/table: appending metadata at 1731104147915 (+25 ms)Flushing 1588230740/table: closing flushed file at 1731104147915Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34f66fa5: reopening flushed file at 1731104148344 (+429 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45a87ac: reopening flushed file at 1731104148365 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@205e67da: reopening flushed file at 1731104148388 (+23 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 723ms, sequenceid=11, compaction requested=false at 1731104148417 (+29 ms)Writing region close event to WAL at 1731104148436 (+19 ms)Running coprocessor post-close hooks at 1731104148450 (+14 ms)Closed at 1731104148450 2024-11-08T22:15:48,451 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T22:15:48,495 INFO [RS:0;ff635fa717b5:37839 {}] regionserver.HRegionServer(976): stopping server ff635fa717b5,37839,1731104133617; all regions closed. 2024-11-08T22:15:48,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741834_1010 (size=2742) 2024-11-08T22:15:48,507 DEBUG [RS:0;ff635fa717b5:37839 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/oldWALs 2024-11-08T22:15:48,507 INFO [RS:0;ff635fa717b5:37839 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ff635fa717b5%2C37839%2C1731104133617.meta:.meta(num 1731104137347) 2024-11-08T22:15:48,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741837_1013 (size=1802) 2024-11-08T22:15:48,514 DEBUG [RS:0;ff635fa717b5:37839 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/oldWALs 2024-11-08T22:15:48,514 INFO [RS:0;ff635fa717b5:37839 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ff635fa717b5%2C37839%2C1731104133617.rep:(num 1731104145081) 2024-11-08T22:15:48,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741833_1009 (size=93) 2024-11-08T22:15:48,521 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,37839,1731104133617.replicationSource.wal-reader.ff635fa717b5%2C37839%2C1731104133617,1-ff635fa717b5,37839,1731104133617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/WALs/ff635fa717b5,37839,1731104133617/ff635fa717b5%2C37839%2C1731104133617.1731104136422 to pos 0, reset compression=false 2024-11-08T22:15:48,522 DEBUG [RS:0;ff635fa717b5:37839 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/oldWALs 2024-11-08T22:15:48,523 INFO [RS:0;ff635fa717b5:37839 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ff635fa717b5%2C37839%2C1731104133617:(num 1731104136422) 2024-11-08T22:15:48,523 DEBUG [RS:0;ff635fa717b5:37839 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:15:48,523 INFO [RS:0;ff635fa717b5:37839 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T22:15:48,523 INFO [RS:0;ff635fa717b5:37839 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T22:15:48,523 INFO [RS:0;ff635fa717b5:37839 {}] hbase.ChoreService(370): Chore service for: regionserver/ff635fa717b5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T22:15:48,524 INFO [regionserver/ff635fa717b5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T22:15:48,529 INFO [RS:0;ff635fa717b5:37839 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T22:15:48,530 INFO [RS:0;ff635fa717b5:37839 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ff635fa717b5,37839,1731104133617 because: Region server is closing 2024-11-08T22:15:48,530 INFO [RS:0;ff635fa717b5:37839 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff635fa717b5:37839. 2024-11-08T22:15:48,530 DEBUG [RS:0;ff635fa717b5:37839 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:15:48,531 DEBUG [RS:0;ff635fa717b5:37839 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:15:48,531 DEBUG [RS:0;ff635fa717b5:37839 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:15:48,531 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,37839,1731104133617.replicationSource.wal-reader.ff635fa717b5%2C37839%2C1731104133617,1-ff635fa717b5,37839,1731104133617 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/WALs/ff635fa717b5,37839,1731104133617/ff635fa717b5%2C37839%2C1731104133617.1731104136422 was moved to hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/oldWALs/ff635fa717b5%2C37839%2C1731104133617.1731104136422 2024-11-08T22:15:48,531 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:15:48,542 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,37839,1731104133617.replicationSource.wal-reader.ff635fa717b5%2C37839%2C1731104133617,1-ff635fa717b5,37839,1731104133617 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/WALs/ff635fa717b5,37839,1731104133617/ff635fa717b5%2C37839%2C1731104133617.1731104136422 2024-11-08T22:15:48,542 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,37839,1731104133617.replicationSource.shipperff635fa717b5%2C37839%2C1731104133617,1-ff635fa717b5,37839,1731104133617 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff635fa717b5,37839,1731104133617 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/WALs/ff635fa717b5,37839,1731104133617/ff635fa717b5%2C37839%2C1731104133617.1731104136422, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-08T22:15:48,552 ERROR [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,37839,1731104133617.replicationSource.shipperff635fa717b5%2C37839%2C1731104133617,1-ff635fa717b5,37839,1731104133617 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ff635fa717b5,37839,1731104133617: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-ff635fa717b5,37839,1731104133617, walGroup=ff635fa717b5%2C37839%2C1731104133617, offset=ff635fa717b5%2C37839%2C1731104133617.1731104136422:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff635fa717b5:37839 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T22:15:48,555 ERROR [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,37839,1731104133617.replicationSource.shipperff635fa717b5%2C37839%2C1731104133617,1-ff635fa717b5,37839,1731104133617 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T22:15:48,578 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,37839,1731104133617.replicationSource.shipperff635fa717b5%2C37839%2C1731104133617,1-ff635fa717b5,37839,1731104133617 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T22:15:48,581 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,37839,1731104133617.replicationSource.shipperff635fa717b5%2C37839%2C1731104133617,1-ff635fa717b5,37839,1731104133617 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T22:15:48,581 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,37839,1731104133617.replicationSource.shipperff635fa717b5%2C37839%2C1731104133617,1-ff635fa717b5,37839,1731104133617 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T22:15:48,581 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,37839,1731104133617.replicationSource.shipperff635fa717b5%2C37839%2C1731104133617,1-ff635fa717b5,37839,1731104133617 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T22:15:48,581 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,37839,1731104133617.replicationSource.shipperff635fa717b5%2C37839%2C1731104133617,1-ff635fa717b5,37839,1731104133617 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 406702992 }, "NonHeapMemoryUsage": { "committed": 153288704, "init": 7667712, "max": -1, "used": 151009016 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T22:15:48,585 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,37839,1731104133617.replicationSource.shipperff635fa717b5%2C37839%2C1731104133617,1-ff635fa717b5,37839,1731104133617 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [ff635fa717b5%2C37839%2C1731104133617.1731104136422] 2024-11-08T22:15:48,632 INFO [RS:0;ff635fa717b5:37839 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,37839,1731104133617.replicationSource.shipperff635fa717b5%2C37839%2C1731104133617,1-ff635fa717b5,37839,1731104133617 terminated 2024-11-08T22:15:48,632 INFO [RS:0;ff635fa717b5:37839 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-ff635fa717b5,37839,1731104133617 because: Region server is closing 2024-11-08T22:15:48,633 INFO [RS:0;ff635fa717b5:37839 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff635fa717b5:37839. 2024-11-08T22:15:48,633 DEBUG [RS:0;ff635fa717b5:37839 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:15:48,633 DEBUG [RS:0;ff635fa717b5:37839 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:15:48,633 DEBUG [RS:0;ff635fa717b5:37839 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:15:48,633 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:15:48,735 WARN [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,2-ff635fa717b5,37839,1731104133617.replicationSource.wal-reader.ff635fa717b5%2C37839%2C1731104133617,2-ff635fa717b5,37839,1731104133617 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T22:15:48,734 WARN [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,2-ff635fa717b5,37839,1731104133617.replicationSource.shipperff635fa717b5%2C37839%2C1731104133617,2-ff635fa717b5,37839,1731104133617 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-08T22:15:48,736 INFO [RS:0;ff635fa717b5:37839 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,2-ff635fa717b5,37839,1731104133617.replicationSource.shipperff635fa717b5%2C37839%2C1731104133617,2-ff635fa717b5,37839,1731104133617 terminated 2024-11-08T22:15:48,737 INFO [RS:0;ff635fa717b5:37839 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37839 2024-11-08T22:15:48,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37839-0x1011c84b5810001, quorum=127.0.0.1:55987, baseZNode=/01948717860 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01948717860/rs/ff635fa717b5,37839,1731104133617 2024-11-08T22:15:48,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39843-0x1011c84b5810000, quorum=127.0.0.1:55987, baseZNode=/01948717860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01948717860/rs 2024-11-08T22:15:48,794 INFO [RS:0;ff635fa717b5:37839 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T22:15:48,795 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ff635fa717b5,37839,1731104133617] 2024-11-08T22:15:48,818 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01948717860/draining/ff635fa717b5,37839,1731104133617 already deleted, retry=false 2024-11-08T22:15:48,819 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ff635fa717b5,37839,1731104133617 expired; onlineServers=0 2024-11-08T22:15:48,819 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ff635fa717b5,39843,1731104132660' ***** 2024-11-08T22:15:48,819 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T22:15:48,819 INFO [M:0;ff635fa717b5:39843 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T22:15:48,819 INFO [M:0;ff635fa717b5:39843 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T22:15:48,820 DEBUG [M:0;ff635fa717b5:39843 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T22:15:48,820 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T22:15:48,820 DEBUG [M:0;ff635fa717b5:39843 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T22:15:48,820 DEBUG [master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.large.0-1731104136002 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.large.0-1731104136002,5,FailOnTimeoutGroup] 2024-11-08T22:15:48,820 INFO [M:0;ff635fa717b5:39843 {}] hbase.ChoreService(370): Chore service for: master/ff635fa717b5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T22:15:48,820 INFO [M:0;ff635fa717b5:39843 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T22:15:48,820 DEBUG [M:0;ff635fa717b5:39843 {}] master.HMaster(1795): Stopping service threads 2024-11-08T22:15:48,820 INFO [M:0;ff635fa717b5:39843 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T22:15:48,821 DEBUG [master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.small.0-1731104136012 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.small.0-1731104136012,5,FailOnTimeoutGroup] 2024-11-08T22:15:48,821 INFO [M:0;ff635fa717b5:39843 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T22:15:48,822 INFO [M:0;ff635fa717b5:39843 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T22:15:48,822 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T22:15:48,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39843-0x1011c84b5810000, quorum=127.0.0.1:55987, baseZNode=/01948717860 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01948717860/master 2024-11-08T22:15:48,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39843-0x1011c84b5810000, quorum=127.0.0.1:55987, baseZNode=/01948717860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01948717860 2024-11-08T22:15:48,830 DEBUG [M:0;ff635fa717b5:39843 {}] zookeeper.ZKUtil(347): master:39843-0x1011c84b5810000, quorum=127.0.0.1:55987, baseZNode=/01948717860 Unable to get data of znode /01948717860/master because node does not exist (not an error) 2024-11-08T22:15:48,831 WARN [M:0;ff635fa717b5:39843 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T22:15:48,832 INFO [M:0;ff635fa717b5:39843 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/.lastflushedseqids 2024-11-08T22:15:48,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741842_1018 (size=181) 2024-11-08T22:15:48,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37839-0x1011c84b5810001, quorum=127.0.0.1:55987, baseZNode=/01948717860 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:15:48,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37839-0x1011c84b5810001, quorum=127.0.0.1:55987, baseZNode=/01948717860 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:15:48,909 INFO [RS:0;ff635fa717b5:37839 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T22:15:48,910 INFO [RS:0;ff635fa717b5:37839 {}] regionserver.HRegionServer(1031): Exiting; stopping=ff635fa717b5,37839,1731104133617; zookeeper connection closed. 2024-11-08T22:15:48,911 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@47d95668 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@47d95668 2024-11-08T22:15:48,911 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T22:15:49,222 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T22:15:49,259 INFO [M:0;ff635fa717b5:39843 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T22:15:49,259 INFO [M:0;ff635fa717b5:39843 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T22:15:49,260 DEBUG [M:0;ff635fa717b5:39843 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T22:15:49,260 INFO [M:0;ff635fa717b5:39843 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:15:49,260 DEBUG [M:0;ff635fa717b5:39843 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:15:49,260 DEBUG [M:0;ff635fa717b5:39843 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T22:15:49,260 DEBUG [M:0;ff635fa717b5:39843 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:15:49,260 INFO [M:0;ff635fa717b5:39843 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-08T22:15:49,296 DEBUG [M:0;ff635fa717b5:39843 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/056191a1fb2d4d0d97b53b0dfaf75eba is 82, key is hbase:meta,,1/info:regioninfo/1731104137464/Put/seqid=0 2024-11-08T22:15:49,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741843_1019 (size=5672) 2024-11-08T22:15:49,315 INFO [M:0;ff635fa717b5:39843 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/056191a1fb2d4d0d97b53b0dfaf75eba 2024-11-08T22:15:49,351 DEBUG [M:0;ff635fa717b5:39843 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0565ed57d0ab4ffd96f537e853303bc0 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731104145174/Put/seqid=0 2024-11-08T22:15:49,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741844_1020 (size=8663) 2024-11-08T22:15:49,759 INFO [M:0;ff635fa717b5:39843 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0565ed57d0ab4ffd96f537e853303bc0 2024-11-08T22:15:49,788 DEBUG [M:0;ff635fa717b5:39843 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/447d15b732e54e8da85de1acb2f33ee2 is 69, key is ff635fa717b5,37839,1731104133617/rs:state/1731104136127/Put/seqid=0 2024-11-08T22:15:49,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741845_1021 (size=5156) 2024-11-08T22:15:50,194 INFO [M:0;ff635fa717b5:39843 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/447d15b732e54e8da85de1acb2f33ee2 2024-11-08T22:15:50,204 DEBUG [M:0;ff635fa717b5:39843 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/056191a1fb2d4d0d97b53b0dfaf75eba as hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/056191a1fb2d4d0d97b53b0dfaf75eba 2024-11-08T22:15:50,213 INFO [M:0;ff635fa717b5:39843 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/056191a1fb2d4d0d97b53b0dfaf75eba, entries=8, sequenceid=115, filesize=5.5 K 2024-11-08T22:15:50,215 DEBUG [M:0;ff635fa717b5:39843 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0565ed57d0ab4ffd96f537e853303bc0 as hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0565ed57d0ab4ffd96f537e853303bc0 2024-11-08T22:15:50,224 INFO [M:0;ff635fa717b5:39843 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0565ed57d0ab4ffd96f537e853303bc0, entries=14, sequenceid=115, filesize=8.5 K 2024-11-08T22:15:50,225 DEBUG [M:0;ff635fa717b5:39843 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/447d15b732e54e8da85de1acb2f33ee2 as hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/447d15b732e54e8da85de1acb2f33ee2 2024-11-08T22:15:50,234 INFO [M:0;ff635fa717b5:39843 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/447d15b732e54e8da85de1acb2f33ee2, entries=1, sequenceid=115, filesize=5.0 K 2024-11-08T22:15:50,235 INFO [M:0;ff635fa717b5:39843 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 975ms, sequenceid=115, compaction requested=false 2024-11-08T22:15:50,237 INFO [M:0;ff635fa717b5:39843 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:15:50,237 DEBUG [M:0;ff635fa717b5:39843 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731104149259Disabling compacts and flushes for region at 1731104149259Disabling writes for close at 1731104149260 (+1 ms)Obtaining lock to block concurrent updates at 1731104149260Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731104149260Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731104149261 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731104149262 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731104149262Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731104149296 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731104149296Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731104149326 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731104149350 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731104149350Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731104149770 (+420 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731104149788 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731104149788Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@186df575: reopening flushed file at 1731104150203 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b53a781: reopening flushed file at 1731104150214 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67824fa3: reopening flushed file at 1731104150224 (+10 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 975ms, sequenceid=115, compaction requested=false at 1731104150235 (+11 ms)Writing region close event to WAL at 1731104150237 (+2 ms)Closed at 1731104150237 2024-11-08T22:15:50,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741830_1006 (size=59421) 2024-11-08T22:15:50,242 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T22:15:50,243 INFO [M:0;ff635fa717b5:39843 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T22:15:50,243 INFO [M:0;ff635fa717b5:39843 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39843 2024-11-08T22:15:50,243 INFO [M:0;ff635fa717b5:39843 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T22:15:50,420 INFO [M:0;ff635fa717b5:39843 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T22:15:50,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39843-0x1011c84b5810000, quorum=127.0.0.1:55987, baseZNode=/01948717860 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:15:50,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39843-0x1011c84b5810000, quorum=127.0.0.1:55987, baseZNode=/01948717860 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:15:50,425 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ff635fa717b5:0 server-side Connection retries=45 2024-11-08T22:15:50,425 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:15:50,425 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T22:15:50,425 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T22:15:50,425 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:15:50,426 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T22:15:50,426 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T22:15:50,426 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T22:15:50,427 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38655 2024-11-08T22:15:50,429 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38655 connecting to ZooKeeper ensemble=127.0.0.1:55987 2024-11-08T22:15:50,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:386550x0, quorum=127.0.0.1:55987, baseZNode=/01948717860 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T22:15:50,440 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38655-0x1011c84b5810006 connected 2024-11-08T22:15:50,454 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:15:50,457 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:15:50,460 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38655-0x1011c84b5810006, quorum=127.0.0.1:55987, baseZNode=/01948717860 Set watcher on znode that does not yet exist, /01948717860/running 2024-11-08T22:15:50,460 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01948717860/meta-region-server: INIT 2024-11-08T22:15:50,460 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca, hbase.cluster.distributed=false 2024-11-08T22:15:50,462 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38655-0x1011c84b5810006, quorum=127.0.0.1:55987, baseZNode=/01948717860 Set watcher on znode that does not yet exist, /01948717860/acl 2024-11-08T22:15:50,462 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38655 2024-11-08T22:15:50,468 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38655 2024-11-08T22:15:50,474 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38655 2024-11-08T22:15:50,479 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38655 2024-11-08T22:15:50,483 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38655 2024-11-08T22:15:50,502 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ff635fa717b5:0 server-side Connection retries=45 2024-11-08T22:15:50,502 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:15:50,502 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T22:15:50,502 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T22:15:50,502 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:15:50,502 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T22:15:50,502 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T22:15:50,502 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T22:15:50,503 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34325 2024-11-08T22:15:50,505 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34325 connecting to ZooKeeper ensemble=127.0.0.1:55987 2024-11-08T22:15:50,506 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:15:50,508 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:15:50,555 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:343250x0, quorum=127.0.0.1:55987, baseZNode=/01948717860 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T22:15:50,556 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:343250x0, quorum=127.0.0.1:55987, baseZNode=/01948717860 Set watcher on znode that does not yet exist, /01948717860/running 2024-11-08T22:15:50,556 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34325-0x1011c84b5810007 connected 2024-11-08T22:15:50,556 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01948717860/meta-region-server: INIT 2024-11-08T22:15:50,556 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T22:15:50,557 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T22:15:50,558 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34325-0x1011c84b5810007, quorum=127.0.0.1:55987, baseZNode=/01948717860 Set watcher on znode that does not yet exist, /01948717860/master 2024-11-08T22:15:50,560 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34325-0x1011c84b5810007, quorum=127.0.0.1:55987, baseZNode=/01948717860 Set watcher on znode that does not yet exist, /01948717860/acl 2024-11-08T22:15:50,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34325 2024-11-08T22:15:50,561 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34325 2024-11-08T22:15:50,561 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34325 2024-11-08T22:15:50,562 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34325 2024-11-08T22:15:50,562 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34325 2024-11-08T22:15:50,577 DEBUG [M:0;ff635fa717b5:38655 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ff635fa717b5:38655 2024-11-08T22:15:50,577 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01948717860/backup-masters/ff635fa717b5,38655,1731104150424 2024-11-08T22:15:50,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38655-0x1011c84b5810006, quorum=127.0.0.1:55987, baseZNode=/01948717860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01948717860/backup-masters 2024-11-08T22:15:50,587 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34325-0x1011c84b5810007, quorum=127.0.0.1:55987, baseZNode=/01948717860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01948717860/backup-masters 2024-11-08T22:15:50,587 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38655-0x1011c84b5810006, quorum=127.0.0.1:55987, baseZNode=/01948717860 Set watcher on existing znode=/01948717860/backup-masters/ff635fa717b5,38655,1731104150424 2024-11-08T22:15:50,597 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34325-0x1011c84b5810007, quorum=127.0.0.1:55987, baseZNode=/01948717860 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01948717860/master 2024-11-08T22:15:50,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38655-0x1011c84b5810006, quorum=127.0.0.1:55987, baseZNode=/01948717860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01948717860 2024-11-08T22:15:50,597 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34325-0x1011c84b5810007, quorum=127.0.0.1:55987, baseZNode=/01948717860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01948717860 2024-11-08T22:15:50,598 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38655-0x1011c84b5810006, quorum=127.0.0.1:55987, baseZNode=/01948717860 Set watcher on existing znode=/01948717860/master 2024-11-08T22:15:50,599 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01948717860/backup-masters/ff635fa717b5,38655,1731104150424 from backup master directory 2024-11-08T22:15:50,608 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34325-0x1011c84b5810007, quorum=127.0.0.1:55987, baseZNode=/01948717860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01948717860/backup-masters 2024-11-08T22:15:50,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38655-0x1011c84b5810006, quorum=127.0.0.1:55987, baseZNode=/01948717860 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01948717860/backup-masters/ff635fa717b5,38655,1731104150424 2024-11-08T22:15:50,608 WARN [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T22:15:50,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38655-0x1011c84b5810006, quorum=127.0.0.1:55987, baseZNode=/01948717860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01948717860/backup-masters 2024-11-08T22:15:50,608 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ff635fa717b5,38655,1731104150424 2024-11-08T22:15:50,625 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:15:50,626 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T22:15:50,642 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 16ms. 2024-11-08T22:15:50,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741846_1022 (size=196) 2024-11-08T22:15:51,059 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T22:15:51,060 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T22:15:51,061 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:15:51,072 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-08T22:15:51,076 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/MasterData/WALs/ff635fa717b5,39843,1731104132660 to hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/MasterData/WALs/ff635fa717b5,39843,1731104132660-dead as it is dead 2024-11-08T22:15:51,078 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-08T22:15:51,078 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-08T22:15:51,078 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/MasterData/WALs/ff635fa717b5,39843,1731104132660-dead/ff635fa717b5%2C39843%2C1731104132660.1731104135013 2024-11-08T22:15:51,085 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/MasterData/WALs/ff635fa717b5,39843,1731104132660-dead/ff635fa717b5%2C39843%2C1731104132660.1731104135013 after 5ms 2024-11-08T22:15:51,087 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/MasterData/WALs/ff635fa717b5,39843,1731104132660-dead/ff635fa717b5%2C39843%2C1731104132660.1731104135013 to hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/ff635fa717b5%2C39843%2C1731104132660.1731104135013 2024-11-08T22:15:51,087 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/MasterData/WALs/ff635fa717b5,39843,1731104132660-dead 2024-11-08T22:15:51,088 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/MasterData/WALs/ff635fa717b5,38655,1731104150424 2024-11-08T22:15:51,089 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T22:15:51,091 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ff635fa717b5%2C38655%2C1731104150424, suffix=, logDir=hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/MasterData/WALs/ff635fa717b5,38655,1731104150424, archiveDir=hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/MasterData/oldWALs, maxLogs=10 2024-11-08T22:15:51,112 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/MasterData/WALs/ff635fa717b5,38655,1731104150424/ff635fa717b5%2C38655%2C1731104150424.1731104151091, exclude list is [], retry=0 2024-11-08T22:15:51,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33801,DS-eda02265-6996-4e37-a87a-7af1446d6d0b,DISK] 2024-11-08T22:15:51,118 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/MasterData/WALs/ff635fa717b5,38655,1731104150424/ff635fa717b5%2C38655%2C1731104150424.1731104151091 2024-11-08T22:15:51,119 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45617:45617)] 2024-11-08T22:15:51,119 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T22:15:51,120 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:15:51,120 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:15:51,120 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:15:51,122 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:15:51,123 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T22:15:51,123 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:15:51,133 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/056191a1fb2d4d0d97b53b0dfaf75eba 2024-11-08T22:15:51,133 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:15:51,134 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:15:51,135 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T22:15:51,135 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:15:51,144 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0565ed57d0ab4ffd96f537e853303bc0 2024-11-08T22:15:51,144 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:15:51,144 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:15:51,145 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T22:15:51,146 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:15:51,156 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/447d15b732e54e8da85de1acb2f33ee2 2024-11-08T22:15:51,156 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:15:51,156 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:15:51,158 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T22:15:51,158 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:15:51,158 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:15:51,159 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:15:51,159 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-08T22:15:51,159 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/ff635fa717b5%2C39843%2C1731104132660.1731104135013 2024-11-08T22:15:51,177 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/ff635fa717b5%2C39843%2C1731104132660.1731104135013 2024-11-08T22:15:51,179 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/ff635fa717b5%2C39843%2C1731104132660.1731104135013 2024-11-08T22:15:51,181 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:15:51,181 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:15:51,182 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T22:15:51,184 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:15:51,188 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-08T22:15:51,189 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69961589, jitterRate=0.042508915066719055}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T22:15:51,189 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731104151120Initializing all the Stores at 1731104151121 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104151121Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104151122 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104151122Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104151122Cleaning up temporary data from old regions at 1731104151181 (+59 ms)Region opened successfully at 1731104151189 (+8 ms) 2024-11-08T22:15:51,190 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T22:15:51,194 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ba7389a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff635fa717b5/172.17.0.3:0 2024-11-08T22:15:51,205 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-08T22:15:51,206 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T22:15:51,206 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T22:15:51,206 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T22:15:51,207 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T22:15:51,212 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T22:15:51,212 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T22:15:51,213 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T22:15:51,213 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T22:15:51,214 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-08T22:15:51,214 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-08T22:15:51,214 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec 2024-11-08T22:15:51,214 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T22:15:51,220 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=ff635fa717b5,37839,1731104133617, regionLocation=ff635fa717b5,37839,1731104133617, openSeqNum=2 2024-11-08T22:15:51,220 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=ff635fa717b5,37839,1731104133617, table=hbase:meta, region=1588230740 2024-11-08T22:15:51,220 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff635fa717b5,37839,1731104133617, state=OPEN 2024-11-08T22:15:51,267 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34325-0x1011c84b5810007, quorum=127.0.0.1:55987, baseZNode=/01948717860 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01948717860/meta-region-server 2024-11-08T22:15:51,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38655-0x1011c84b5810006, quorum=127.0.0.1:55987, baseZNode=/01948717860 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01948717860/meta-region-server 2024-11-08T22:15:51,267 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01948717860/meta-region-server: CHANGED 2024-11-08T22:15:51,267 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01948717860/meta-region-server: CHANGED 2024-11-08T22:15:51,273 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-08T22:15:51,281 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01948717860/draining/ff635fa717b5,37839,1731104133617 already deleted, retry=false 2024-11-08T22:15:51,281 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of ff635fa717b5,37839,1731104133617 on ff635fa717b5,38655,1731104150424 2024-11-08T22:15:51,287 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure ff635fa717b5,37839,1731104133617, splitWal=true, meta=true 2024-11-08T22:15:51,289 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for ff635fa717b5,37839,1731104133617 (carryingMeta=true) ff635fa717b5,37839,1731104133617/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@37b94293[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-08T22:15:51,294 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38655-0x1011c84b5810006, quorum=127.0.0.1:55987, baseZNode=/01948717860 Unable to get data of znode /01948717860/balancer because node does not exist (not necessarily an error) 2024-11-08T22:15:51,328 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01948717860/balancer already deleted, retry=false 2024-11-08T22:15:51,329 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T22:15:51,330 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38655-0x1011c84b5810006, quorum=127.0.0.1:55987, baseZNode=/01948717860 Unable to get data of znode /01948717860/normalizer because node does not exist (not necessarily an error) 2024-11-08T22:15:51,351 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01948717860/normalizer already deleted, retry=false 2024-11-08T22:15:51,352 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T22:15:51,353 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38655-0x1011c84b5810006, quorum=127.0.0.1:55987, baseZNode=/01948717860 Unable to get data of znode /01948717860/switch/split because node does not exist (not necessarily an error) 2024-11-08T22:15:51,365 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01948717860/switch/split already deleted, retry=false 2024-11-08T22:15:51,367 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38655-0x1011c84b5810006, quorum=127.0.0.1:55987, baseZNode=/01948717860 Unable to get data of znode /01948717860/switch/merge because node does not exist (not necessarily an error) 2024-11-08T22:15:51,376 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01948717860/switch/merge already deleted, retry=false 2024-11-08T22:15:51,400 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38655-0x1011c84b5810006, quorum=127.0.0.1:55987, baseZNode=/01948717860 Unable to get data of znode /01948717860/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T22:15:51,407 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01948717860/snapshot-cleanup already deleted, retry=false 2024-11-08T22:15:51,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38655-0x1011c84b5810006, quorum=127.0.0.1:55987, baseZNode=/01948717860 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01948717860/running 2024-11-08T22:15:51,418 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34325-0x1011c84b5810007, quorum=127.0.0.1:55987, baseZNode=/01948717860 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01948717860/running 2024-11-08T22:15:51,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38655-0x1011c84b5810006, quorum=127.0.0.1:55987, baseZNode=/01948717860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01948717860 2024-11-08T22:15:51,418 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34325-0x1011c84b5810007, quorum=127.0.0.1:55987, baseZNode=/01948717860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01948717860 2024-11-08T22:15:51,419 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ff635fa717b5,38655,1731104150424, sessionid=0x1011c84b5810006, setting cluster-up flag (Was=false) 2024-11-08T22:15:51,429 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01948717860/flush-table-proc/acquired, /01948717860/flush-table-proc/reached, /01948717860/flush-table-proc/abort 2024-11-08T22:15:51,431 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff635fa717b5,38655,1731104150424 2024-11-08T22:15:51,440 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01948717860/online-snapshot/acquired, /01948717860/online-snapshot/reached, /01948717860/online-snapshot/abort 2024-11-08T22:15:51,441 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff635fa717b5,38655,1731104150424 2024-11-08T22:15:51,443 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/.lastflushedseqids 2024-11-08T22:15:51,448 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T22:15:51,448 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T22:15:51,448 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ff635fa717b5,38655,1731104150424 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 ff635fa717b5,37839,1731104133617 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T22:15:51,450 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:15:51,450 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:15:51,450 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:15:51,450 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:15:51,451 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ff635fa717b5:0, corePoolSize=10, maxPoolSize=10 2024-11-08T22:15:51,451 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:15:51,451 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ff635fa717b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T22:15:51,451 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:15:51,455 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure ff635fa717b5,37839,1731104133617, splitWal=true, meta=true 2024-11-08T22:15:51,457 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure ff635fa717b5,37839,1731104133617, splitWal=true, meta=true, isMeta: true 2024-11-08T22:15:51,459 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/WALs/ff635fa717b5,37839,1731104133617-splitting 2024-11-08T22:15:51,460 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/WALs/ff635fa717b5,37839,1731104133617-splitting dir is empty, no logs to split. 2024-11-08T22:15:51,461 INFO [PEWorker-1 {}] master.SplitWALManager(105): ff635fa717b5,37839,1731104133617 WAL count=0, meta=true 2024-11-08T22:15:51,464 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731104181464 2024-11-08T22:15:51,465 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T22:15:51,465 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T22:15:51,465 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T22:15:51,465 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T22:15:51,465 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T22:15:51,465 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T22:15:51,465 INFO [RS:0;ff635fa717b5:34325 {}] regionserver.HRegionServer(746): ClusterId : aac8a8e8-4a77-46fe-8b18-2b578cc89caa 2024-11-08T22:15:51,465 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T22:15:51,465 DEBUG [RS:0;ff635fa717b5:34325 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T22:15:51,466 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T22:15:51,466 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T22:15:51,466 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T22:15:51,466 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T22:15:51,466 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T22:15:51,466 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T22:15:51,466 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/WALs/ff635fa717b5,37839,1731104133617-splitting dir is empty, no logs to split. 2024-11-08T22:15:51,466 INFO [PEWorker-1 {}] master.SplitWALManager(105): ff635fa717b5,37839,1731104133617 WAL count=0, meta=true 2024-11-08T22:15:51,467 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if ff635fa717b5,37839,1731104133617 WAL splitting is done? wals=0, meta=true 2024-11-08T22:15:51,467 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.large.0-1731104151467,5,FailOnTimeoutGroup] 2024-11-08T22:15:51,467 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.small.0-1731104151467,5,FailOnTimeoutGroup] 2024-11-08T22:15:51,467 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T22:15:51,468 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T22:15:51,468 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T22:15:51,468 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T22:15:51,468 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731104151468, completionTime=-1 2024-11-08T22:15:51,468 WARN [master/ff635fa717b5:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-08T22:15:51,469 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T22:15:51,471 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T22:15:51,472 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-08T22:15:51,472 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T22:15:51,478 DEBUG [RS:0;ff635fa717b5:34325 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T22:15:51,478 DEBUG [RS:0;ff635fa717b5:34325 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T22:15:51,489 DEBUG [RS:0;ff635fa717b5:34325 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T22:15:51,489 DEBUG [RS:0;ff635fa717b5:34325 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eab4b86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff635fa717b5/172.17.0.3:0 2024-11-08T22:15:51,505 DEBUG [RS:0;ff635fa717b5:34325 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ff635fa717b5:34325 2024-11-08T22:15:51,505 INFO [RS:0;ff635fa717b5:34325 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T22:15:51,505 INFO [RS:0;ff635fa717b5:34325 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T22:15:51,505 DEBUG [RS:0;ff635fa717b5:34325 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T22:15:51,506 INFO [RS:0;ff635fa717b5:34325 {}] regionserver.HRegionServer(2659): reportForDuty to master=ff635fa717b5,38655,1731104150424 with port=34325, startcode=1731104150501 2024-11-08T22:15:51,506 DEBUG [RS:0;ff635fa717b5:34325 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T22:15:51,508 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53727, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T22:15:51,509 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38655 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ff635fa717b5,34325,1731104150501 2024-11-08T22:15:51,509 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38655 {}] master.ServerManager(517): Registering regionserver=ff635fa717b5,34325,1731104150501 2024-11-08T22:15:51,511 DEBUG [RS:0;ff635fa717b5:34325 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca 2024-11-08T22:15:51,511 DEBUG [RS:0;ff635fa717b5:34325 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44395 2024-11-08T22:15:51,511 DEBUG [RS:0;ff635fa717b5:34325 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T22:15:51,522 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=54ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-08T22:15:51,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38655-0x1011c84b5810006, quorum=127.0.0.1:55987, baseZNode=/01948717860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01948717860/rs 2024-11-08T22:15:51,524 DEBUG [RS:0;ff635fa717b5:34325 {}] zookeeper.ZKUtil(111): regionserver:34325-0x1011c84b5810007, quorum=127.0.0.1:55987, baseZNode=/01948717860 Set watcher on existing znode=/01948717860/rs/ff635fa717b5,34325,1731104150501 2024-11-08T22:15:51,524 WARN [RS:0;ff635fa717b5:34325 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T22:15:51,524 INFO [RS:0;ff635fa717b5:34325 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:15:51,525 DEBUG [RS:0;ff635fa717b5:34325 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/WALs/ff635fa717b5,34325,1731104150501 2024-11-08T22:15:51,525 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ff635fa717b5,34325,1731104150501] 2024-11-08T22:15:51,568 INFO [RS:0;ff635fa717b5:34325 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T22:15:51,570 INFO [RS:0;ff635fa717b5:34325 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T22:15:51,570 INFO [RS:0;ff635fa717b5:34325 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T22:15:51,570 INFO [RS:0;ff635fa717b5:34325 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:15:51,571 INFO [RS:0;ff635fa717b5:34325 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T22:15:51,572 INFO [RS:0;ff635fa717b5:34325 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T22:15:51,572 INFO [RS:0;ff635fa717b5:34325 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T22:15:51,572 DEBUG [RS:0;ff635fa717b5:34325 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:15:51,572 DEBUG [RS:0;ff635fa717b5:34325 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:15:51,572 DEBUG [RS:0;ff635fa717b5:34325 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:15:51,572 DEBUG [RS:0;ff635fa717b5:34325 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:15:51,572 DEBUG [RS:0;ff635fa717b5:34325 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:15:51,572 DEBUG [RS:0;ff635fa717b5:34325 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ff635fa717b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T22:15:51,573 DEBUG [RS:0;ff635fa717b5:34325 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:15:51,573 DEBUG [RS:0;ff635fa717b5:34325 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:15:51,573 DEBUG [RS:0;ff635fa717b5:34325 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:15:51,573 DEBUG [RS:0;ff635fa717b5:34325 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:15:51,573 DEBUG [RS:0;ff635fa717b5:34325 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:15:51,573 DEBUG [RS:0;ff635fa717b5:34325 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:15:51,573 DEBUG [RS:0;ff635fa717b5:34325 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T22:15:51,573 DEBUG [RS:0;ff635fa717b5:34325 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T22:15:51,584 INFO [RS:0;ff635fa717b5:34325 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T22:15:51,584 INFO [RS:0;ff635fa717b5:34325 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T22:15:51,584 INFO [RS:0;ff635fa717b5:34325 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:15:51,584 INFO [RS:0;ff635fa717b5:34325 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T22:15:51,585 INFO [RS:0;ff635fa717b5:34325 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T22:15:51,585 INFO [RS:0;ff635fa717b5:34325 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,34325,1731104150501-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T22:15:51,609 INFO [RS:0;ff635fa717b5:34325 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T22:15:51,610 INFO [RS:0;ff635fa717b5:34325 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,34325,1731104150501-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:15:51,623 WARN [ff635fa717b5:38655 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-08T22:15:51,631 INFO [RS:0;ff635fa717b5:34325 {}] regionserver.ReplicationSource(231): queueId=1-ff635fa717b5,34325,1731104150501, ReplicationSource: 1, currentBandwidth=0 2024-11-08T22:15:51,650 DEBUG [RS:0;ff635fa717b5:34325.replicationSource,1-ff635fa717b5,34325,1731104150501 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ff635fa717b5:43087' 2024-11-08T22:15:51,651 DEBUG [RS:0;ff635fa717b5:34325.replicationSource,1-ff635fa717b5,34325,1731104150501 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17bfcc04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:15:51,652 INFO [RS:0;ff635fa717b5:34325 {}] regionserver.ReplicationSource(231): queueId=2-ff635fa717b5,34325,1731104150501, ReplicationSource: 2, currentBandwidth=0 2024-11-08T22:15:51,652 DEBUG [RS:0;ff635fa717b5:34325.replicationSource,1-ff635fa717b5,34325,1731104150501 {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,43087,-1 for getting cluster id 2024-11-08T22:15:51,652 DEBUG [RS:0;ff635fa717b5:34325.replicationSource,1-ff635fa717b5,34325,1731104150501 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:15:51,652 INFO [RS:0;ff635fa717b5:34325 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:15:51,652 INFO [RS:0;ff635fa717b5:34325 {}] regionserver.Replication(171): ff635fa717b5,34325,1731104150501 started 2024-11-08T22:15:51,661 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1815b2e6-5de8-4cb1-b07d-7031d0bbfc9b' 2024-11-08T22:15:51,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:15:51,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1815b2e6-5de8-4cb1-b07d-7031d0bbfc9b" 2024-11-08T22:15:51,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@256d92cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:15:51,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,43087,-1] 2024-11-08T22:15:51,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:15:51,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:15:51,664 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:15:51,666 DEBUG [RS:0;ff635fa717b5:34325.replicationSource,1-ff635fa717b5,34325,1731104150501 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7873033e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:15:51,666 DEBUG [RS:0;ff635fa717b5:34325.replicationSource,1-ff635fa717b5,34325,1731104150501 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:15:51,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ff635fa717b5,43087,1731104140310 2024-11-08T22:15:51,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d61c14f 2024-11-08T22:15:51,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T22:15:51,670 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-08T22:15:51,670 DEBUG [RS:0;ff635fa717b5:34325.replicationSource,2-ff635fa717b5,34325,1731104150501 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ff635fa717b5:43087' 2024-11-08T22:15:51,671 INFO [RS:0;ff635fa717b5:34325.replicationSource,1-ff635fa717b5,34325,1731104150501 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ff635fa717b5,34325,1731104150501 (queues=0) is replicating from cluster=aac8a8e8-4a77-46fe-8b18-2b578cc89caa to cluster=1815b2e6-5de8-4cb1-b07d-7031d0bbfc9b 2024-11-08T22:15:51,672 INFO [RS:0;ff635fa717b5:34325 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:15:51,672 INFO [RS:0;ff635fa717b5:34325 {}] regionserver.HRegionServer(1482): Serving as ff635fa717b5,34325,1731104150501, RpcServer on ff635fa717b5/172.17.0.3:34325, sessionid=0x1011c84b5810007 2024-11-08T22:15:51,672 DEBUG [RS:0;ff635fa717b5:34325 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T22:15:51,672 DEBUG [RS:0;ff635fa717b5:34325 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ff635fa717b5,34325,1731104150501 2024-11-08T22:15:51,672 DEBUG [RS:0;ff635fa717b5:34325 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff635fa717b5,34325,1731104150501' 2024-11-08T22:15:51,672 DEBUG [RS:0;ff635fa717b5:34325 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01948717860/flush-table-proc/abort' 2024-11-08T22:15:51,673 DEBUG [RS:0;ff635fa717b5:34325.replicationSource,2-ff635fa717b5,34325,1731104150501 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20fbd676, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:15:51,673 DEBUG [RS:0;ff635fa717b5:34325.replicationSource,2-ff635fa717b5,34325,1731104150501 {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,43087,-1 for getting cluster id 2024-11-08T22:15:51,673 DEBUG [RS:0;ff635fa717b5:34325.replicationSource,2-ff635fa717b5,34325,1731104150501 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:15:51,673 DEBUG [RS:0;ff635fa717b5:34325 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01948717860/flush-table-proc/acquired' 2024-11-08T22:15:51,673 DEBUG [RS:0;ff635fa717b5:34325 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T22:15:51,673 DEBUG [RS:0;ff635fa717b5:34325 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T22:15:51,674 DEBUG [RS:0;ff635fa717b5:34325 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ff635fa717b5,34325,1731104150501 2024-11-08T22:15:51,674 DEBUG [RS:0;ff635fa717b5:34325 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff635fa717b5,34325,1731104150501' 2024-11-08T22:15:51,674 DEBUG [RS:0;ff635fa717b5:34325 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01948717860/online-snapshot/abort' 2024-11-08T22:15:51,674 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1815b2e6-5de8-4cb1-b07d-7031d0bbfc9b' 2024-11-08T22:15:51,674 DEBUG [RS:0;ff635fa717b5:34325 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01948717860/online-snapshot/acquired' 2024-11-08T22:15:51,675 DEBUG [RS:0;ff635fa717b5:34325 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T22:15:51,675 INFO [RS:0;ff635fa717b5:34325 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T22:15:51,675 INFO [RS:0;ff635fa717b5:34325 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T22:15:51,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:15:51,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1815b2e6-5de8-4cb1-b07d-7031d0bbfc9b" 2024-11-08T22:15:51,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40e74d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:15:51,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,43087,-1] 2024-11-08T22:15:51,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:15:51,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:15:51,677 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:15:51,678 DEBUG [RS:0;ff635fa717b5:34325.replicationSource,2-ff635fa717b5,34325,1731104150501 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68248f6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:15:51,678 DEBUG [RS:0;ff635fa717b5:34325.replicationSource,2-ff635fa717b5,34325,1731104150501 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:15:51,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ff635fa717b5,43087,1731104140310 2024-11-08T22:15:51,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30c529a5 2024-11-08T22:15:51,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T22:15:51,682 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-08T22:15:51,683 INFO [RS:0;ff635fa717b5:34325.replicationSource,2-ff635fa717b5,34325,1731104150501 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-ff635fa717b5,34325,1731104150501 (queues=0) is replicating from cluster=aac8a8e8-4a77-46fe-8b18-2b578cc89caa to cluster=1815b2e6-5de8-4cb1-b07d-7031d0bbfc9b 2024-11-08T22:15:51,776 INFO [RS:0;ff635fa717b5:34325 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T22:15:51,778 INFO [RS:0;ff635fa717b5:34325 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff635fa717b5%2C34325%2C1731104150501, suffix=, logDir=hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/WALs/ff635fa717b5,34325,1731104150501, archiveDir=hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/oldWALs, maxLogs=10 2024-11-08T22:15:51,799 DEBUG [RS:0;ff635fa717b5:34325 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/WALs/ff635fa717b5,34325,1731104150501/ff635fa717b5%2C34325%2C1731104150501.1731104151779, exclude list is [], retry=0 2024-11-08T22:15:51,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33801,DS-eda02265-6996-4e37-a87a-7af1446d6d0b,DISK] 2024-11-08T22:15:51,813 INFO [RS:0;ff635fa717b5:34325 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/WALs/ff635fa717b5,34325,1731104150501/ff635fa717b5%2C34325%2C1731104150501.1731104151779 2024-11-08T22:15:51,816 DEBUG [RS:0;ff635fa717b5:34325 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group ff635fa717b5%2C34325%2C1731104150501 for peer 1 2024-11-08T22:15:51,816 DEBUG [RS:0;ff635fa717b5:34325 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group ff635fa717b5%2C34325%2C1731104150501 for peer 2 2024-11-08T22:15:51,817 DEBUG [RS:0;ff635fa717b5:34325 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ff635fa717b5%2C34325%2C1731104150501 2024-11-08T22:15:51,817 INFO [RS:0;ff635fa717b5:34325 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ff635fa717b5,34325,1731104150501, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T22:15:51,820 DEBUG [RS:0;ff635fa717b5:34325 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=ff635fa717b5%2C34325%2C1731104150501 2024-11-08T22:15:51,820 INFO [RS:0;ff635fa717b5:34325.replicationSource.shipperff635fa717b5%2C34325%2C1731104150501,1-ff635fa717b5,34325,1731104150501 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ff635fa717b5%2C34325%2C1731104150501 2024-11-08T22:15:51,821 INFO [RS:0;ff635fa717b5:34325 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-ff635fa717b5,34325,1731104150501, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T22:15:51,821 DEBUG [RS:0;ff635fa717b5:34325 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45617:45617)] 2024-11-08T22:15:51,821 INFO [RS:0;ff635fa717b5:34325.replicationSource.shipperff635fa717b5%2C34325%2C1731104150501,2-ff635fa717b5,34325,1731104150501 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ff635fa717b5%2C34325%2C1731104150501 2024-11-08T22:15:51,822 DEBUG [RS:0;ff635fa717b5:34325.replicationSource.wal-reader.ff635fa717b5%2C34325%2C1731104150501,1-ff635fa717b5,34325,1731104150501 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/WALs/ff635fa717b5,34325,1731104150501/ff635fa717b5%2C34325%2C1731104150501.1731104151779, startPosition=0, beingWritten=true 2024-11-08T22:15:51,822 DEBUG [RS:0;ff635fa717b5:34325.replicationSource.wal-reader.ff635fa717b5%2C34325%2C1731104150501,2-ff635fa717b5,34325,1731104150501 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/WALs/ff635fa717b5,34325,1731104150501/ff635fa717b5%2C34325%2C1731104150501.1731104151779, startPosition=0, beingWritten=true 2024-11-08T22:15:51,873 DEBUG [ff635fa717b5:38655 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T22:15:51,874 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ff635fa717b5,34325,1731104150501 2024-11-08T22:15:51,875 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff635fa717b5,34325,1731104150501, state=OPENING 2024-11-08T22:15:51,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38655-0x1011c84b5810006, quorum=127.0.0.1:55987, baseZNode=/01948717860 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01948717860/meta-region-server 2024-11-08T22:15:51,888 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T22:15:51,888 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34325-0x1011c84b5810007, quorum=127.0.0.1:55987, baseZNode=/01948717860 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01948717860/meta-region-server 2024-11-08T22:15:51,888 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01948717860/meta-region-server: CHANGED 2024-11-08T22:15:51,888 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ff635fa717b5,34325,1731104150501}] 2024-11-08T22:15:51,888 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01948717860/meta-region-server: CHANGED 2024-11-08T22:15:52,032 DEBUG [RS:0;ff635fa717b5:34325.replicationSource.wal-reader.ff635fa717b5%2C34325%2C1731104150501,2-ff635fa717b5,34325,1731104150501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/WALs/ff635fa717b5,34325,1731104150501/ff635fa717b5%2C34325%2C1731104150501.1731104151779 to pos 0, reset compression=false 2024-11-08T22:15:52,036 DEBUG [RS:0;ff635fa717b5:34325.replicationSource.wal-reader.ff635fa717b5%2C34325%2C1731104150501,1-ff635fa717b5,34325,1731104150501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/WALs/ff635fa717b5,34325,1731104150501/ff635fa717b5%2C34325%2C1731104150501.1731104151779 to pos 0, reset compression=false 2024-11-08T22:15:52,042 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T22:15:52,045 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35031, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T22:15:52,051 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T22:15:52,051 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:15:52,051 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T22:15:52,054 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff635fa717b5%2C34325%2C1731104150501.meta, suffix=.meta, logDir=hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/WALs/ff635fa717b5,34325,1731104150501, archiveDir=hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/oldWALs, maxLogs=10 2024-11-08T22:15:52,069 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/WALs/ff635fa717b5,34325,1731104150501/ff635fa717b5%2C34325%2C1731104150501.meta.1731104152054.meta, exclude list is [], retry=0 2024-11-08T22:15:52,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33801,DS-eda02265-6996-4e37-a87a-7af1446d6d0b,DISK] 2024-11-08T22:15:52,075 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/WALs/ff635fa717b5,34325,1731104150501/ff635fa717b5%2C34325%2C1731104150501.meta.1731104152054.meta 2024-11-08T22:15:52,076 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45617:45617)] 2024-11-08T22:15:52,076 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T22:15:52,077 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T22:15:52,077 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T22:15:52,077 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T22:15:52,077 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T22:15:52,077 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T22:15:52,077 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:15:52,078 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T22:15:52,078 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T22:15:52,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T22:15:52,081 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T22:15:52,081 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:15:52,091 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/data/hbase/meta/1588230740/info/191929bcadd64662a416eff0421c9bd1 2024-11-08T22:15:52,091 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:15:52,091 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T22:15:52,093 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T22:15:52,093 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:15:52,104 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/data/hbase/meta/1588230740/ns/00434e4825dc4aaf9a5a6f65a91dc813 2024-11-08T22:15:52,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:15:52,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T22:15:52,106 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T22:15:52,106 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:15:52,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:15:52,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T22:15:52,108 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T22:15:52,108 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:15:52,120 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/data/hbase/meta/1588230740/table/99b2dfbd58484f209fa98238cad79cbf 2024-11-08T22:15:52,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:15:52,120 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T22:15:52,121 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/data/hbase/meta/1588230740 2024-11-08T22:15:52,123 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/data/hbase/meta/1588230740 2024-11-08T22:15:52,125 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T22:15:52,125 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T22:15:52,126 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T22:15:52,128 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T22:15:52,129 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74424347, jitterRate=0.10900919139385223}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T22:15:52,129 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T22:15:52,129 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731104152078Writing region info on filesystem at 1731104152078Initializing all the Stores at 1731104152079 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104152079Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104152079Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104152079Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104152080 (+1 ms)Cleaning up temporary data from old regions at 1731104152125 (+45 ms)Running coprocessor post-open hooks at 1731104152129 (+4 ms)Region opened successfully at 1731104152129 2024-11-08T22:15:52,131 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731104152042 2024-11-08T22:15:52,133 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T22:15:52,134 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T22:15:52,134 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=ff635fa717b5,34325,1731104150501 2024-11-08T22:15:52,136 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff635fa717b5,34325,1731104150501, state=OPEN 2024-11-08T22:15:52,182 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34325-0x1011c84b5810007, quorum=127.0.0.1:55987, baseZNode=/01948717860 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01948717860/meta-region-server 2024-11-08T22:15:52,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38655-0x1011c84b5810006, quorum=127.0.0.1:55987, baseZNode=/01948717860 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01948717860/meta-region-server 2024-11-08T22:15:52,183 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ff635fa717b5,34325,1731104150501 2024-11-08T22:15:52,183 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01948717860/meta-region-server: CHANGED 2024-11-08T22:15:52,183 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01948717860/meta-region-server: CHANGED 2024-11-08T22:15:52,187 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-08T22:15:52,187 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ff635fa717b5,34325,1731104150501 in 295 msec 2024-11-08T22:15:52,191 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-08T22:15:52,191 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 718 msec 2024-11-08T22:15:52,342 DEBUG [RS:0;ff635fa717b5:34325.replicationSource.wal-reader.ff635fa717b5%2C34325%2C1731104150501,2-ff635fa717b5,34325,1731104150501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/WALs/ff635fa717b5,34325,1731104150501/ff635fa717b5%2C34325%2C1731104150501.1731104151779 to pos 0, reset compression=false 2024-11-08T22:15:52,345 DEBUG [RS:0;ff635fa717b5:34325.replicationSource.wal-reader.ff635fa717b5%2C34325%2C1731104150501,1-ff635fa717b5,34325,1731104150501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/WALs/ff635fa717b5,34325,1731104150501/ff635fa717b5%2C34325%2C1731104150501.1731104151779 to pos 0, reset compression=false 2024-11-08T22:15:52,750 DEBUG [RS:0;ff635fa717b5:34325.replicationSource.wal-reader.ff635fa717b5%2C34325%2C1731104150501,2-ff635fa717b5,34325,1731104150501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/WALs/ff635fa717b5,34325,1731104150501/ff635fa717b5%2C34325%2C1731104150501.1731104151779 to pos 0, reset compression=false 2024-11-08T22:15:52,752 DEBUG [RS:0;ff635fa717b5:34325.replicationSource.wal-reader.ff635fa717b5%2C34325%2C1731104150501,1-ff635fa717b5,34325,1731104150501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/WALs/ff635fa717b5,34325,1731104150501/ff635fa717b5%2C34325%2C1731104150501.1731104151779 to pos 0, reset compression=false 2024-11-08T22:15:53,024 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1556ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-08T22:15:53,256 DEBUG [RS:0;ff635fa717b5:34325.replicationSource.wal-reader.ff635fa717b5%2C34325%2C1731104150501,2-ff635fa717b5,34325,1731104150501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/WALs/ff635fa717b5,34325,1731104150501/ff635fa717b5%2C34325%2C1731104150501.1731104151779 to pos 0, reset compression=false 2024-11-08T22:15:53,259 DEBUG [RS:0;ff635fa717b5:34325.replicationSource.wal-reader.ff635fa717b5%2C34325%2C1731104150501,1-ff635fa717b5,34325,1731104150501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/WALs/ff635fa717b5,34325,1731104150501/ff635fa717b5%2C34325%2C1731104150501.1731104151779 to pos 0, reset compression=false 2024-11-08T22:15:53,871 DEBUG [RS:0;ff635fa717b5:34325.replicationSource.wal-reader.ff635fa717b5%2C34325%2C1731104150501,2-ff635fa717b5,34325,1731104150501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/WALs/ff635fa717b5,34325,1731104150501/ff635fa717b5%2C34325%2C1731104150501.1731104151779 to pos 0, reset compression=false 2024-11-08T22:15:53,873 DEBUG [RS:0;ff635fa717b5:34325.replicationSource.wal-reader.ff635fa717b5%2C34325%2C1731104150501,1-ff635fa717b5,34325,1731104150501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/WALs/ff635fa717b5,34325,1731104150501/ff635fa717b5%2C34325%2C1731104150501.1731104151779 to pos 0, reset compression=false 2024-11-08T22:15:54,136 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T22:15:54,527 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3059ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-08T22:15:54,580 DEBUG [RS:0;ff635fa717b5:34325.replicationSource.wal-reader.ff635fa717b5%2C34325%2C1731104150501,2-ff635fa717b5,34325,1731104150501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/WALs/ff635fa717b5,34325,1731104150501/ff635fa717b5%2C34325%2C1731104150501.1731104151779 to pos 0, reset compression=false 2024-11-08T22:15:54,582 DEBUG [RS:0;ff635fa717b5:34325.replicationSource.wal-reader.ff635fa717b5%2C34325%2C1731104150501,1-ff635fa717b5,34325,1731104150501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/WALs/ff635fa717b5,34325,1731104150501/ff635fa717b5%2C34325%2C1731104150501.1731104151779 to pos 0, reset compression=false 2024-11-08T22:15:55,388 DEBUG [RS:0;ff635fa717b5:34325.replicationSource.wal-reader.ff635fa717b5%2C34325%2C1731104150501,2-ff635fa717b5,34325,1731104150501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/WALs/ff635fa717b5,34325,1731104150501/ff635fa717b5%2C34325%2C1731104150501.1731104151779 to pos 0, reset compression=false 2024-11-08T22:15:55,390 DEBUG [RS:0;ff635fa717b5:34325.replicationSource.wal-reader.ff635fa717b5%2C34325%2C1731104150501,1-ff635fa717b5,34325,1731104150501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/WALs/ff635fa717b5,34325,1731104150501/ff635fa717b5%2C34325%2C1731104150501.1731104151779 to pos 0, reset compression=false 2024-11-08T22:15:55,980 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4512ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-08T22:15:55,980 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T22:15:55,980 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:15:55,980 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,34325,1731104150501, seqNum=-1] 2024-11-08T22:15:55,981 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:15:55,982 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48395, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T22:15:55,991 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=793f2d03553ef682cea0ac66cca411e6, regionState=OPEN, lastHost=ff635fa717b5,37839,1731104133617, regionLocation=ff635fa717b5,37839,1731104133617, openSeqNum=2 2024-11-08T22:15:55,991 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T22:15:55,991 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731104215991 2024-11-08T22:15:55,991 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731104275991 2024-11-08T22:15:55,991 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 11 msec 2024-11-08T22:15:55,992 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): ff635fa717b5,37839,1731104133617 had 2 regions 2024-11-08T22:15:55,992 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,38655,1731104150424-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:15:55,992 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,38655,1731104150424-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:15:55,992 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,38655,1731104150424-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:15:55,992 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ff635fa717b5:38655, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:15:55,992 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T22:15:55,993 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T22:15:55,994 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure ff635fa717b5,37839,1731104133617, splitWal=true, meta=true, isMeta: false 2024-11-08T22:15:55,999 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/WALs/ff635fa717b5,37839,1731104133617-splitting dir is empty, no logs to split. 2024-11-08T22:15:55,999 INFO [PEWorker-3 {}] master.SplitWALManager(105): ff635fa717b5,37839,1731104133617 WAL count=0, meta=false 2024-11-08T22:15:56,001 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.393sec 2024-11-08T22:15:56,002 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T22:15:56,002 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T22:15:56,002 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T22:15:56,002 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T22:15:56,002 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T22:15:56,002 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,38655,1731104150424-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T22:15:56,002 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,38655,1731104150424-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T22:15:56,003 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/WALs/ff635fa717b5,37839,1731104133617-splitting dir is empty, no logs to split. 2024-11-08T22:15:56,003 INFO [PEWorker-3 {}] master.SplitWALManager(105): ff635fa717b5,37839,1731104133617 WAL count=0, meta=false 2024-11-08T22:15:56,003 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if ff635fa717b5,37839,1731104133617 WAL splitting is done? wals=0, meta=false 2024-11-08T22:15:56,006 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=793f2d03553ef682cea0ac66cca411e6, ASSIGN}] 2024-11-08T22:15:56,007 WARN [master/ff635fa717b5:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=ff635fa717b5,37839,1731104133617/hbase:replication,,1731104144206.793f2d03553ef682cea0ac66cca411e6. 2024-11-08T22:15:56,008 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T22:15:56,008 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T22:15:56,008 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,38655,1731104150424-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:15:56,009 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=793f2d03553ef682cea0ac66cca411e6, ASSIGN 2024-11-08T22:15:56,010 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=793f2d03553ef682cea0ac66cca411e6, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T22:15:56,069 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c780249, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:15:56,070 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,38655,-1 for getting cluster id 2024-11-08T22:15:56,070 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:15:56,077 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aac8a8e8-4a77-46fe-8b18-2b578cc89caa' 2024-11-08T22:15:56,078 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:15:56,078 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aac8a8e8-4a77-46fe-8b18-2b578cc89caa" 2024-11-08T22:15:56,079 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c753e8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:15:56,079 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,38655,-1] 2024-11-08T22:15:56,079 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:15:56,080 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:15:56,082 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:15:56,085 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37b8ba98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:15:56,086 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:15:56,088 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,34325,1731104150501, seqNum=-1] 2024-11-08T22:15:56,088 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:15:56,091 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T22:15:56,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-08T22:15:56,096 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T22:15:56,096 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:15:56,096 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:15:56,096 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:15:56,096 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:15:56,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: ff635fa717b5:38655 after: ff635fa717b5:38655 2024-11-08T22:15:56,098 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51851a05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:15:56,098 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,38655,-1 for getting cluster id 2024-11-08T22:15:56,098 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:15:56,100 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aac8a8e8-4a77-46fe-8b18-2b578cc89caa' 2024-11-08T22:15:56,100 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:15:56,100 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aac8a8e8-4a77-46fe-8b18-2b578cc89caa" 2024-11-08T22:15:56,101 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bac0d50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:15:56,101 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,38655,-1] 2024-11-08T22:15:56,101 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:15:56,101 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:15:56,105 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:15:56,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30e0679b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:15:56,106 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:15:56,108 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ff635fa717b5,38655,1731104150424 2024-11-08T22:15:56,108 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a603fa8 2024-11-08T22:15:56,109 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T22:15:56,110 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T22:15:56,110 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38655 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-08T22:15:56,112 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38655 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-08T22:15:56,113 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38655 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-08T22:15:56,114 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38655 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-08T22:15:56,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T22:15:56,115 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T22:15:56,115 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:15:56,115 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:15:56,115 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:15:56,115 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:15:56,115 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T22:15:56,115 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=618414821, stopped=false 2024-11-08T22:15:56,116 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ff635fa717b5,43087,1731104140310 2024-11-08T22:15:56,161 DEBUG [ff635fa717b5:38655 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T22:15:56,161 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=793f2d03553ef682cea0ac66cca411e6, regionState=OPENING, regionLocation=ff635fa717b5,34325,1731104150501 2024-11-08T22:15:56,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43087-0x1011c84b5810003, quorum=127.0.0.1:55987, baseZNode=/1-1489139459 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1489139459/running 2024-11-08T22:15:56,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43087-0x1011c84b5810003, quorum=127.0.0.1:55987, baseZNode=/1-1489139459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1489139459 2024-11-08T22:15:56,161 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T22:15:56,162 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T22:15:56,162 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:15:56,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39167-0x1011c84b5810004, quorum=127.0.0.1:55987, baseZNode=/1-1489139459 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1489139459/running 2024-11-08T22:15:56,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:15:56,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39167-0x1011c84b5810004, quorum=127.0.0.1:55987, baseZNode=/1-1489139459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1489139459 2024-11-08T22:15:56,162 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ff635fa717b5,39167,1731104140426' ***** 2024-11-08T22:15:56,162 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T22:15:56,163 INFO [RS:0;ff635fa717b5:39167 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T22:15:56,163 INFO [RS:0;ff635fa717b5:39167 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T22:15:56,163 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T22:15:56,163 INFO [RS:0;ff635fa717b5:39167 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T22:15:56,163 INFO [RS:0;ff635fa717b5:39167 {}] regionserver.HRegionServer(959): stopping server ff635fa717b5,39167,1731104140426 2024-11-08T22:15:56,163 INFO [RS:0;ff635fa717b5:39167 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T22:15:56,163 INFO [RS:0;ff635fa717b5:39167 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff635fa717b5:39167. 2024-11-08T22:15:56,163 DEBUG [RS:0;ff635fa717b5:39167 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:15:56,164 DEBUG [RS:0;ff635fa717b5:39167 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:15:56,164 INFO [RS:0;ff635fa717b5:39167 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T22:15:56,164 INFO [RS:0;ff635fa717b5:39167 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T22:15:56,164 INFO [RS:0;ff635fa717b5:39167 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T22:15:56,164 INFO [RS:0;ff635fa717b5:39167 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T22:15:56,164 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39167-0x1011c84b5810004, quorum=127.0.0.1:55987, baseZNode=/1-1489139459 Set watcher on znode that does not yet exist, /1-1489139459/running 2024-11-08T22:15:56,164 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43087-0x1011c84b5810003, quorum=127.0.0.1:55987, baseZNode=/1-1489139459 Set watcher on znode that does not yet exist, /1-1489139459/running 2024-11-08T22:15:56,165 INFO [RS:0;ff635fa717b5:39167 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T22:15:56,165 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T22:15:56,165 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T22:15:56,165 DEBUG [RS:0;ff635fa717b5:39167 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T22:15:56,165 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T22:15:56,165 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T22:15:56,165 DEBUG [RS:0;ff635fa717b5:39167 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T22:15:56,165 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T22:15:56,166 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-08T22:15:56,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=793f2d03553ef682cea0ac66cca411e6, ASSIGN because future has completed 2024-11-08T22:15:56,167 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 793f2d03553ef682cea0ac66cca411e6, server=ff635fa717b5,34325,1731104150501}] 2024-11-08T22:15:56,199 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34645/user/jenkins/test-data/f92f69b3-258d-7e52-0dfb-e698bb87da1a/data/hbase/meta/1588230740/.tmp/ns/db0ae4dcbae94859bc87046ff8e2f145 is 43, key is default/ns:d/1731104143870/Put/seqid=0 2024-11-08T22:15:56,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33687 is added to blk_1073741835_1011 (size=5153) 2024-11-08T22:15:56,239 INFO [regionserver/ff635fa717b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T22:15:56,296 DEBUG [RS:0;ff635fa717b5:34325.replicationSource.wal-reader.ff635fa717b5%2C34325%2C1731104150501,2-ff635fa717b5,34325,1731104150501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/WALs/ff635fa717b5,34325,1731104150501/ff635fa717b5%2C34325%2C1731104150501.1731104151779 to pos 0, reset compression=false 2024-11-08T22:15:56,306 DEBUG [RS:0;ff635fa717b5:34325.replicationSource.wal-reader.ff635fa717b5%2C34325%2C1731104150501,1-ff635fa717b5,34325,1731104150501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/WALs/ff635fa717b5,34325,1731104150501/ff635fa717b5%2C34325%2C1731104150501.1731104151779 to pos 0, reset compression=false 2024-11-08T22:15:56,328 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731104144206.793f2d03553ef682cea0ac66cca411e6. 2024-11-08T22:15:56,328 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:15:56,328 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T22:15:56,330 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff635fa717b5%2C34325%2C1731104150501.rep, suffix=, logDir=hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/WALs/ff635fa717b5,34325,1731104150501, archiveDir=hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/oldWALs, maxLogs=10 2024-11-08T22:15:56,345 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/WALs/ff635fa717b5,34325,1731104150501/ff635fa717b5%2C34325%2C1731104150501.rep.1731104156331, exclude list is [], retry=0 2024-11-08T22:15:56,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33801,DS-eda02265-6996-4e37-a87a-7af1446d6d0b,DISK] 2024-11-08T22:15:56,350 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/WALs/ff635fa717b5,34325,1731104150501/ff635fa717b5%2C34325%2C1731104150501.rep.1731104156331 2024-11-08T22:15:56,351 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45617:45617)] 2024-11-08T22:15:56,351 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 793f2d03553ef682cea0ac66cca411e6, NAME => 'hbase:replication,,1731104144206.793f2d03553ef682cea0ac66cca411e6.', STARTKEY => '', ENDKEY => ''} 2024-11-08T22:15:56,351 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T22:15:56,351 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T22:15:56,351 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731104144206.793f2d03553ef682cea0ac66cca411e6. service=MultiRowMutationService 2024-11-08T22:15:56,352 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T22:15:56,352 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 793f2d03553ef682cea0ac66cca411e6 2024-11-08T22:15:56,352 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731104144206.793f2d03553ef682cea0ac66cca411e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:15:56,352 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 793f2d03553ef682cea0ac66cca411e6 2024-11-08T22:15:56,352 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 793f2d03553ef682cea0ac66cca411e6 2024-11-08T22:15:56,357 INFO [StoreOpener-793f2d03553ef682cea0ac66cca411e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 793f2d03553ef682cea0ac66cca411e6 2024-11-08T22:15:56,358 INFO [StoreOpener-793f2d03553ef682cea0ac66cca411e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 793f2d03553ef682cea0ac66cca411e6 columnFamilyName hfileref 2024-11-08T22:15:56,359 DEBUG [StoreOpener-793f2d03553ef682cea0ac66cca411e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:15:56,359 INFO [StoreOpener-793f2d03553ef682cea0ac66cca411e6-1 {}] regionserver.HStore(327): Store=793f2d03553ef682cea0ac66cca411e6/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:15:56,359 INFO [StoreOpener-793f2d03553ef682cea0ac66cca411e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 793f2d03553ef682cea0ac66cca411e6 2024-11-08T22:15:56,360 INFO [StoreOpener-793f2d03553ef682cea0ac66cca411e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 793f2d03553ef682cea0ac66cca411e6 columnFamilyName queue 2024-11-08T22:15:56,360 DEBUG [StoreOpener-793f2d03553ef682cea0ac66cca411e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:15:56,366 DEBUG [RS:0;ff635fa717b5:39167 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T22:15:56,369 DEBUG [StoreOpener-793f2d03553ef682cea0ac66cca411e6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/data/hbase/replication/793f2d03553ef682cea0ac66cca411e6/queue/c7957641771e441bb5bca756f97e4184 2024-11-08T22:15:56,369 INFO [StoreOpener-793f2d03553ef682cea0ac66cca411e6-1 {}] regionserver.HStore(327): Store=793f2d03553ef682cea0ac66cca411e6/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:15:56,369 INFO [StoreOpener-793f2d03553ef682cea0ac66cca411e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 793f2d03553ef682cea0ac66cca411e6 2024-11-08T22:15:56,370 INFO [StoreOpener-793f2d03553ef682cea0ac66cca411e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 793f2d03553ef682cea0ac66cca411e6 columnFamilyName sid 2024-11-08T22:15:56,370 DEBUG [StoreOpener-793f2d03553ef682cea0ac66cca411e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:15:56,371 INFO [StoreOpener-793f2d03553ef682cea0ac66cca411e6-1 {}] regionserver.HStore(327): Store=793f2d03553ef682cea0ac66cca411e6/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:15:56,371 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 793f2d03553ef682cea0ac66cca411e6 2024-11-08T22:15:56,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/data/hbase/replication/793f2d03553ef682cea0ac66cca411e6 2024-11-08T22:15:56,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/data/hbase/replication/793f2d03553ef682cea0ac66cca411e6 2024-11-08T22:15:56,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 793f2d03553ef682cea0ac66cca411e6 2024-11-08T22:15:56,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 793f2d03553ef682cea0ac66cca411e6 2024-11-08T22:15:56,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T22:15:56,378 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 793f2d03553ef682cea0ac66cca411e6 2024-11-08T22:15:56,379 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 793f2d03553ef682cea0ac66cca411e6; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68040344, jitterRate=0.013880133628845215}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T22:15:56,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 793f2d03553ef682cea0ac66cca411e6 2024-11-08T22:15:56,380 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 793f2d03553ef682cea0ac66cca411e6: Running coprocessor pre-open hook at 1731104156352Writing region info on filesystem at 1731104156352Initializing all the Stores at 1731104156357 (+5 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104156357Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104156357Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104156357Cleaning up temporary data from old regions at 1731104156375 (+18 ms)Running coprocessor post-open hooks at 1731104156379 (+4 ms)Region opened successfully at 1731104156380 (+1 ms) 2024-11-08T22:15:56,381 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731104144206.793f2d03553ef682cea0ac66cca411e6., pid=19, masterSystemTime=1731104156323 2024-11-08T22:15:56,383 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731104144206.793f2d03553ef682cea0ac66cca411e6. 2024-11-08T22:15:56,384 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731104144206.793f2d03553ef682cea0ac66cca411e6. 2024-11-08T22:15:56,385 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=793f2d03553ef682cea0ac66cca411e6, regionState=OPEN, openSeqNum=10, regionLocation=ff635fa717b5,34325,1731104150501 2024-11-08T22:15:56,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 793f2d03553ef682cea0ac66cca411e6, server=ff635fa717b5,34325,1731104150501 because future has completed 2024-11-08T22:15:56,392 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-08T22:15:56,392 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 793f2d03553ef682cea0ac66cca411e6, server=ff635fa717b5,34325,1731104150501 in 222 msec 2024-11-08T22:15:56,396 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-08T22:15:56,396 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=793f2d03553ef682cea0ac66cca411e6, ASSIGN in 386 msec 2024-11-08T22:15:56,398 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-08T22:15:56,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731104144206.793f2d03553ef682cea0ac66cca411e6., hostname=ff635fa717b5,34325,1731104150501, seqNum=10] 2024-11-08T22:15:56,442 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for ff635fa717b5,37839,1731104133617 2024-11-08T22:15:56,443 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-08T22:15:56,566 DEBUG [RS:0;ff635fa717b5:39167 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T22:15:56,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34325 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-08T22:15:56,607 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34645/user/jenkins/test-data/f92f69b3-258d-7e52-0dfb-e698bb87da1a/data/hbase/meta/1588230740/.tmp/ns/db0ae4dcbae94859bc87046ff8e2f145 2024-11-08T22:15:56,617 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34645/user/jenkins/test-data/f92f69b3-258d-7e52-0dfb-e698bb87da1a/data/hbase/meta/1588230740/.tmp/ns/db0ae4dcbae94859bc87046ff8e2f145 as hdfs://localhost:34645/user/jenkins/test-data/f92f69b3-258d-7e52-0dfb-e698bb87da1a/data/hbase/meta/1588230740/ns/db0ae4dcbae94859bc87046ff8e2f145 2024-11-08T22:15:56,626 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34645/user/jenkins/test-data/f92f69b3-258d-7e52-0dfb-e698bb87da1a/data/hbase/meta/1588230740/ns/db0ae4dcbae94859bc87046ff8e2f145, entries=2, sequenceid=6, filesize=5.0 K 2024-11-08T22:15:56,627 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 462ms, sequenceid=6, compaction requested=false 2024-11-08T22:15:56,627 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T22:15:56,637 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34645/user/jenkins/test-data/f92f69b3-258d-7e52-0dfb-e698bb87da1a/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-08T22:15:56,637 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T22:15:56,637 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T22:15:56,638 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T22:15:56,638 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731104156165Running coprocessor pre-close hooks at 1731104156165Disabling compacts and flushes for region at 1731104156165Disabling writes for close at 1731104156165Obtaining lock to block concurrent updates at 1731104156166 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731104156166Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731104156166Flushing stores of hbase:meta,,1.1588230740 at 1731104156168 (+2 ms)Flushing 1588230740/ns: creating writer at 1731104156168Flushing 1588230740/ns: appending metadata at 1731104156198 (+30 ms)Flushing 1588230740/ns: closing flushed file at 1731104156199 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27c00bee: reopening flushed file at 1731104156616 (+417 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 462ms, sequenceid=6, compaction requested=false at 1731104156627 (+11 ms)Writing region close event to WAL at 1731104156632 (+5 ms)Running coprocessor post-close hooks at 1731104156637 (+5 ms)Closed at 1731104156637 2024-11-08T22:15:56,638 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T22:15:56,766 INFO [RS:0;ff635fa717b5:39167 {}] regionserver.HRegionServer(976): stopping server ff635fa717b5,39167,1731104140426; all regions closed. 2024-11-08T22:15:56,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33687 is added to blk_1073741834_1010 (size=1152) 2024-11-08T22:15:56,770 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f92f69b3-258d-7e52-0dfb-e698bb87da1a/WALs/ff635fa717b5,39167,1731104140426/ff635fa717b5%2C39167%2C1731104140426.meta.1731104143616.meta not finished, retry = 0 2024-11-08T22:15:56,873 DEBUG [RS:0;ff635fa717b5:39167 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f92f69b3-258d-7e52-0dfb-e698bb87da1a/oldWALs 2024-11-08T22:15:56,873 INFO [RS:0;ff635fa717b5:39167 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ff635fa717b5%2C39167%2C1731104140426.meta:.meta(num 1731104143616) 2024-11-08T22:15:56,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33687 is added to blk_1073741833_1009 (size=93) 2024-11-08T22:15:56,879 DEBUG [RS:0;ff635fa717b5:39167 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f92f69b3-258d-7e52-0dfb-e698bb87da1a/oldWALs 2024-11-08T22:15:56,879 INFO [RS:0;ff635fa717b5:39167 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ff635fa717b5%2C39167%2C1731104140426:(num 1731104143181) 2024-11-08T22:15:56,879 DEBUG [RS:0;ff635fa717b5:39167 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:15:56,879 INFO [RS:0;ff635fa717b5:39167 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T22:15:56,879 INFO [RS:0;ff635fa717b5:39167 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T22:15:56,879 INFO [RS:0;ff635fa717b5:39167 {}] hbase.ChoreService(370): Chore service for: regionserver/ff635fa717b5:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T22:15:56,880 INFO [RS:0;ff635fa717b5:39167 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T22:15:56,880 INFO [regionserver/ff635fa717b5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T22:15:56,880 INFO [RS:0;ff635fa717b5:39167 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39167 2024-11-08T22:15:56,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39167-0x1011c84b5810004, quorum=127.0.0.1:55987, baseZNode=/1-1489139459 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1489139459/rs/ff635fa717b5,39167,1731104140426 2024-11-08T22:15:56,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43087-0x1011c84b5810003, quorum=127.0.0.1:55987, baseZNode=/1-1489139459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1489139459/rs 2024-11-08T22:15:56,892 INFO [RS:0;ff635fa717b5:39167 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T22:15:56,902 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ff635fa717b5,39167,1731104140426] 2024-11-08T22:15:56,912 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1489139459/draining/ff635fa717b5,39167,1731104140426 already deleted, retry=false 2024-11-08T22:15:56,912 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ff635fa717b5,39167,1731104140426 expired; onlineServers=0 2024-11-08T22:15:56,913 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ff635fa717b5,43087,1731104140310' ***** 2024-11-08T22:15:56,913 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T22:15:56,913 INFO [M:0;ff635fa717b5:43087 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T22:15:56,913 INFO [M:0;ff635fa717b5:43087 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T22:15:56,913 DEBUG [M:0;ff635fa717b5:43087 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T22:15:56,913 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T22:15:56,913 DEBUG [M:0;ff635fa717b5:43087 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T22:15:56,913 DEBUG [master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.large.0-1731104142740 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.large.0-1731104142740,5,FailOnTimeoutGroup] 2024-11-08T22:15:56,913 DEBUG [master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.small.0-1731104142741 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.small.0-1731104142741,5,FailOnTimeoutGroup] 2024-11-08T22:15:56,913 INFO [M:0;ff635fa717b5:43087 {}] hbase.ChoreService(370): Chore service for: master/ff635fa717b5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T22:15:56,913 INFO [M:0;ff635fa717b5:43087 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T22:15:56,913 DEBUG [M:0;ff635fa717b5:43087 {}] master.HMaster(1795): Stopping service threads 2024-11-08T22:15:56,914 INFO [M:0;ff635fa717b5:43087 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T22:15:56,914 INFO [M:0;ff635fa717b5:43087 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T22:15:56,914 INFO [M:0;ff635fa717b5:43087 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T22:15:56,914 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T22:15:56,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43087-0x1011c84b5810003, quorum=127.0.0.1:55987, baseZNode=/1-1489139459 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1489139459/master 2024-11-08T22:15:56,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43087-0x1011c84b5810003, quorum=127.0.0.1:55987, baseZNode=/1-1489139459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1489139459 2024-11-08T22:15:56,923 DEBUG [M:0;ff635fa717b5:43087 {}] zookeeper.ZKUtil(347): master:43087-0x1011c84b5810003, quorum=127.0.0.1:55987, baseZNode=/1-1489139459 Unable to get data of znode /1-1489139459/master because node does not exist (not an error) 2024-11-08T22:15:56,923 WARN [M:0;ff635fa717b5:43087 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T22:15:56,925 INFO [M:0;ff635fa717b5:43087 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34645/user/jenkins/test-data/f92f69b3-258d-7e52-0dfb-e698bb87da1a/.lastflushedseqids 2024-11-08T22:15:56,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33687 is added to blk_1073741836_1012 (size=99) 2024-11-08T22:15:57,002 INFO [RS:0;ff635fa717b5:39167 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T22:15:57,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39167-0x1011c84b5810004, quorum=127.0.0.1:55987, baseZNode=/1-1489139459 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:15:57,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39167-0x1011c84b5810004, quorum=127.0.0.1:55987, baseZNode=/1-1489139459 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:15:57,002 INFO [RS:0;ff635fa717b5:39167 {}] regionserver.HRegionServer(1031): Exiting; stopping=ff635fa717b5,39167,1731104140426; zookeeper connection closed. 2024-11-08T22:15:57,003 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@13d4cce3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@13d4cce3 2024-11-08T22:15:57,003 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T22:15:57,303 DEBUG [RS:0;ff635fa717b5:34325.replicationSource.wal-reader.ff635fa717b5%2C34325%2C1731104150501,2-ff635fa717b5,34325,1731104150501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/WALs/ff635fa717b5,34325,1731104150501/ff635fa717b5%2C34325%2C1731104150501.1731104151779 to pos 0, reset compression=false 2024-11-08T22:15:57,312 DEBUG [RS:0;ff635fa717b5:34325.replicationSource.wal-reader.ff635fa717b5%2C34325%2C1731104150501,1-ff635fa717b5,34325,1731104150501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/WALs/ff635fa717b5,34325,1731104150501/ff635fa717b5%2C34325%2C1731104150501.1731104151779 to pos 0, reset compression=false 2024-11-08T22:15:57,343 INFO [M:0;ff635fa717b5:43087 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T22:15:57,343 INFO [M:0;ff635fa717b5:43087 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T22:15:57,343 DEBUG [M:0;ff635fa717b5:43087 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T22:15:57,343 INFO [M:0;ff635fa717b5:43087 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:15:57,343 DEBUG [M:0;ff635fa717b5:43087 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:15:57,343 DEBUG [M:0;ff635fa717b5:43087 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T22:15:57,343 DEBUG [M:0;ff635fa717b5:43087 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:15:57,343 INFO [M:0;ff635fa717b5:43087 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-08T22:15:57,363 DEBUG [M:0;ff635fa717b5:43087 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34645/user/jenkins/test-data/f92f69b3-258d-7e52-0dfb-e698bb87da1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e1727e6890f74c44af47a0ae1269d5ec is 82, key is hbase:meta,,1/info:regioninfo/1731104143777/Put/seqid=0 2024-11-08T22:15:57,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33687 is added to blk_1073741837_1013 (size=5672) 2024-11-08T22:15:57,568 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-08T22:15:57,769 INFO [M:0;ff635fa717b5:43087 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34645/user/jenkins/test-data/f92f69b3-258d-7e52-0dfb-e698bb87da1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e1727e6890f74c44af47a0ae1269d5ec 2024-11-08T22:15:57,800 DEBUG [M:0;ff635fa717b5:43087 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34645/user/jenkins/test-data/f92f69b3-258d-7e52-0dfb-e698bb87da1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/85b8766a001240a185e639ec8a368dd1 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731104143879/Put/seqid=0 2024-11-08T22:15:57,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33687 is added to blk_1073741838_1014 (size=5275) 2024-11-08T22:15:58,205 INFO [M:0;ff635fa717b5:43087 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34645/user/jenkins/test-data/f92f69b3-258d-7e52-0dfb-e698bb87da1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/85b8766a001240a185e639ec8a368dd1 2024-11-08T22:15:58,229 DEBUG [M:0;ff635fa717b5:43087 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34645/user/jenkins/test-data/f92f69b3-258d-7e52-0dfb-e698bb87da1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d8f5c4f9dc3b4e7699e76bd7c900fed3 is 69, key is ff635fa717b5,39167,1731104140426/rs:state/1731104142871/Put/seqid=0 2024-11-08T22:15:58,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33687 is added to blk_1073741839_1015 (size=5156) 2024-11-08T22:15:58,411 DEBUG [RS:0;ff635fa717b5:34325.replicationSource.wal-reader.ff635fa717b5%2C34325%2C1731104150501,2-ff635fa717b5,34325,1731104150501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/WALs/ff635fa717b5,34325,1731104150501/ff635fa717b5%2C34325%2C1731104150501.1731104151779 to pos 0, reset compression=false 2024-11-08T22:15:58,419 DEBUG [RS:0;ff635fa717b5:34325.replicationSource.wal-reader.ff635fa717b5%2C34325%2C1731104150501,1-ff635fa717b5,34325,1731104150501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/WALs/ff635fa717b5,34325,1731104150501/ff635fa717b5%2C34325%2C1731104150501.1731104151779 to pos 0, reset compression=false 2024-11-08T22:15:58,655 INFO [M:0;ff635fa717b5:43087 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34645/user/jenkins/test-data/f92f69b3-258d-7e52-0dfb-e698bb87da1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d8f5c4f9dc3b4e7699e76bd7c900fed3 2024-11-08T22:15:58,663 DEBUG [M:0;ff635fa717b5:43087 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34645/user/jenkins/test-data/f92f69b3-258d-7e52-0dfb-e698bb87da1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e1727e6890f74c44af47a0ae1269d5ec as hdfs://localhost:34645/user/jenkins/test-data/f92f69b3-258d-7e52-0dfb-e698bb87da1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e1727e6890f74c44af47a0ae1269d5ec 2024-11-08T22:15:58,672 INFO [M:0;ff635fa717b5:43087 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34645/user/jenkins/test-data/f92f69b3-258d-7e52-0dfb-e698bb87da1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e1727e6890f74c44af47a0ae1269d5ec, entries=8, sequenceid=28, filesize=5.5 K 2024-11-08T22:15:58,674 DEBUG [M:0;ff635fa717b5:43087 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34645/user/jenkins/test-data/f92f69b3-258d-7e52-0dfb-e698bb87da1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/85b8766a001240a185e639ec8a368dd1 as hdfs://localhost:34645/user/jenkins/test-data/f92f69b3-258d-7e52-0dfb-e698bb87da1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/85b8766a001240a185e639ec8a368dd1 2024-11-08T22:15:58,681 INFO [M:0;ff635fa717b5:43087 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34645/user/jenkins/test-data/f92f69b3-258d-7e52-0dfb-e698bb87da1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/85b8766a001240a185e639ec8a368dd1, entries=3, sequenceid=28, filesize=5.2 K 2024-11-08T22:15:58,683 DEBUG [M:0;ff635fa717b5:43087 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34645/user/jenkins/test-data/f92f69b3-258d-7e52-0dfb-e698bb87da1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d8f5c4f9dc3b4e7699e76bd7c900fed3 as hdfs://localhost:34645/user/jenkins/test-data/f92f69b3-258d-7e52-0dfb-e698bb87da1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d8f5c4f9dc3b4e7699e76bd7c900fed3 2024-11-08T22:15:58,692 INFO [M:0;ff635fa717b5:43087 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34645/user/jenkins/test-data/f92f69b3-258d-7e52-0dfb-e698bb87da1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d8f5c4f9dc3b4e7699e76bd7c900fed3, entries=1, sequenceid=28, filesize=5.0 K 2024-11-08T22:15:58,693 INFO [M:0;ff635fa717b5:43087 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1350ms, sequenceid=28, compaction requested=false 2024-11-08T22:15:58,695 INFO [M:0;ff635fa717b5:43087 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:15:58,695 DEBUG [M:0;ff635fa717b5:43087 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731104157343Disabling compacts and flushes for region at 1731104157343Disabling writes for close at 1731104157343Obtaining lock to block concurrent updates at 1731104157343Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731104157343Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731104157344 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731104157345 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731104157345Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731104157363 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731104157363Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731104157777 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731104157799 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731104157799Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731104158212 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731104158229 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731104158229Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28f4c8b2: reopening flushed file at 1731104158662 (+433 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a4c14ac: reopening flushed file at 1731104158672 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53664ecc: reopening flushed file at 1731104158681 (+9 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1350ms, sequenceid=28, compaction requested=false at 1731104158694 (+13 ms)Writing region close event to WAL at 1731104158695 (+1 ms)Closed at 1731104158695 2024-11-08T22:15:58,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33687 is added to blk_1073741830_1006 (size=10165) 2024-11-08T22:15:58,699 INFO [M:0;ff635fa717b5:43087 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T22:15:58,699 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T22:15:58,699 INFO [M:0;ff635fa717b5:43087 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43087 2024-11-08T22:15:58,702 INFO [M:0;ff635fa717b5:43087 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T22:15:58,958 INFO [M:0;ff635fa717b5:43087 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T22:15:58,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43087-0x1011c84b5810003, quorum=127.0.0.1:55987, baseZNode=/1-1489139459 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:15:58,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43087-0x1011c84b5810003, quorum=127.0.0.1:55987, baseZNode=/1-1489139459 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:15:58,962 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1a90de69{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T22:15:58,965 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7cd82d32{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T22:15:58,965 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T22:15:58,965 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@269619de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T22:15:58,965 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2be32ddc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff13b6f0-d00b-5e24-54f7-b711d62a66e7/hadoop.log.dir/,STOPPED} 2024-11-08T22:15:58,968 WARN [BP-764518236-172.17.0.3-1731104137982 heartbeating to localhost/127.0.0.1:34645 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T22:15:58,968 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T22:15:58,968 WARN [BP-764518236-172.17.0.3-1731104137982 heartbeating to localhost/127.0.0.1:34645 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-764518236-172.17.0.3-1731104137982 (Datanode Uuid 8c388c13-2b52-4b0c-b7c1-21717ee72a01) service to localhost/127.0.0.1:34645 2024-11-08T22:15:58,968 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T22:15:58,970 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff13b6f0-d00b-5e24-54f7-b711d62a66e7/cluster_e2b11985-69b1-e5a6-e5dd-99c90b7fad6f/data/data1/current/BP-764518236-172.17.0.3-1731104137982 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T22:15:58,970 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff13b6f0-d00b-5e24-54f7-b711d62a66e7/cluster_e2b11985-69b1-e5a6-e5dd-99c90b7fad6f/data/data2/current/BP-764518236-172.17.0.3-1731104137982 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T22:15:58,971 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T22:15:58,977 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5c194481{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T22:15:58,978 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@ffd4f7a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T22:15:58,978 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T22:15:58,978 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@426ef9fe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T22:15:58,979 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25c2098f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff13b6f0-d00b-5e24-54f7-b711d62a66e7/hadoop.log.dir/,STOPPED} 2024-11-08T22:15:59,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T22:15:59,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T22:15:59,002 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T22:15:59,002 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:15:59,002 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:15:59,003 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:15:59,003 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:15:59,003 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T22:15:59,003 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1793480187, stopped=false 2024-11-08T22:15:59,003 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ff635fa717b5,38655,1731104150424 2024-11-08T22:15:59,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38655-0x1011c84b5810006, quorum=127.0.0.1:55987, baseZNode=/01948717860 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01948717860/running 2024-11-08T22:15:59,024 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34325-0x1011c84b5810007, quorum=127.0.0.1:55987, baseZNode=/01948717860 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01948717860/running 2024-11-08T22:15:59,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38655-0x1011c84b5810006, quorum=127.0.0.1:55987, baseZNode=/01948717860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01948717860 2024-11-08T22:15:59,024 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34325-0x1011c84b5810007, quorum=127.0.0.1:55987, baseZNode=/01948717860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01948717860 2024-11-08T22:15:59,024 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T22:15:59,025 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T22:15:59,026 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34325-0x1011c84b5810007, quorum=127.0.0.1:55987, baseZNode=/01948717860 Set watcher on znode that does not yet exist, /01948717860/running 2024-11-08T22:15:59,026 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:15:59,026 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:15:59,026 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ff635fa717b5,34325,1731104150501' ***** 2024-11-08T22:15:59,026 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38655-0x1011c84b5810006, quorum=127.0.0.1:55987, baseZNode=/01948717860 Set watcher on znode that does not yet exist, /01948717860/running 2024-11-08T22:15:59,026 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T22:15:59,027 INFO [RS:0;ff635fa717b5:34325 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T22:15:59,027 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T22:15:59,027 INFO [RS:0;ff635fa717b5:34325 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T22:15:59,027 INFO [RS:0;ff635fa717b5:34325 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T22:15:59,027 INFO [RS:0;ff635fa717b5:34325 {}] regionserver.HRegionServer(3091): Received CLOSE for 793f2d03553ef682cea0ac66cca411e6 2024-11-08T22:15:59,028 INFO [RS:0;ff635fa717b5:34325 {}] regionserver.HRegionServer(959): stopping server ff635fa717b5,34325,1731104150501 2024-11-08T22:15:59,028 INFO [RS:0;ff635fa717b5:34325 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T22:15:59,032 INFO [RS:0;ff635fa717b5:34325 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff635fa717b5:34325. 2024-11-08T22:15:59,032 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 793f2d03553ef682cea0ac66cca411e6, disabling compactions & flushes 2024-11-08T22:15:59,032 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731104144206.793f2d03553ef682cea0ac66cca411e6. 2024-11-08T22:15:59,032 DEBUG [RS:0;ff635fa717b5:34325 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:15:59,032 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731104144206.793f2d03553ef682cea0ac66cca411e6. 2024-11-08T22:15:59,032 DEBUG [RS:0;ff635fa717b5:34325 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:15:59,032 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731104144206.793f2d03553ef682cea0ac66cca411e6. after waiting 0 ms 2024-11-08T22:15:59,033 INFO [RS:0;ff635fa717b5:34325 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T22:15:59,033 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731104144206.793f2d03553ef682cea0ac66cca411e6. 2024-11-08T22:15:59,033 INFO [RS:0;ff635fa717b5:34325 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T22:15:59,033 INFO [RS:0;ff635fa717b5:34325 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T22:15:59,033 INFO [RS:0;ff635fa717b5:34325 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T22:15:59,044 INFO [RS:0;ff635fa717b5:34325 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T22:15:59,044 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T22:15:59,044 DEBUG [RS:0;ff635fa717b5:34325 {}] regionserver.HRegionServer(1325): Online Regions={793f2d03553ef682cea0ac66cca411e6=hbase:replication,,1731104144206.793f2d03553ef682cea0ac66cca411e6., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T22:15:59,044 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T22:15:59,044 DEBUG [RS:0;ff635fa717b5:34325 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 793f2d03553ef682cea0ac66cca411e6 2024-11-08T22:15:59,044 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T22:15:59,044 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T22:15:59,044 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T22:15:59,045 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-08T22:15:59,054 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/data/hbase/replication/793f2d03553ef682cea0ac66cca411e6/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-08T22:15:59,055 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T22:15:59,055 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T22:15:59,055 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731104144206.793f2d03553ef682cea0ac66cca411e6. 2024-11-08T22:15:59,056 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 793f2d03553ef682cea0ac66cca411e6: Waiting for close lock at 1731104159028Running coprocessor pre-close hooks at 1731104159028Disabling compacts and flushes for region at 1731104159032 (+4 ms)Disabling writes for close at 1731104159033 (+1 ms)Writing region close event to WAL at 1731104159048 (+15 ms)Running coprocessor post-close hooks at 1731104159055 (+7 ms)Closed at 1731104159055 2024-11-08T22:15:59,056 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731104144206.793f2d03553ef682cea0ac66cca411e6. 2024-11-08T22:15:59,071 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/data/hbase/meta/1588230740/.tmp/info/f00029d28b11409cb5fab22814b7ced0 is 147, key is hbase:replication,,1731104144206.793f2d03553ef682cea0ac66cca411e6./info:regioninfo/1731104156384/Put/seqid=0 2024-11-08T22:15:59,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741851_1027 (size=6385) 2024-11-08T22:15:59,094 INFO [regionserver/ff635fa717b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T22:15:59,245 DEBUG [RS:0;ff635fa717b5:34325 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T22:15:59,445 DEBUG [RS:0;ff635fa717b5:34325 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T22:15:59,478 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/data/hbase/meta/1588230740/.tmp/info/f00029d28b11409cb5fab22814b7ced0 2024-11-08T22:15:59,490 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/data/hbase/meta/1588230740/.tmp/info/f00029d28b11409cb5fab22814b7ced0 as hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/data/hbase/meta/1588230740/info/f00029d28b11409cb5fab22814b7ced0 2024-11-08T22:15:59,499 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/data/hbase/meta/1588230740/info/f00029d28b11409cb5fab22814b7ced0, entries=8, sequenceid=19, filesize=6.2 K 2024-11-08T22:15:59,501 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 457ms, sequenceid=19, compaction requested=false 2024-11-08T22:15:59,507 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-08T22:15:59,508 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T22:15:59,508 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T22:15:59,509 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T22:15:59,509 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731104159044Running coprocessor pre-close hooks at 1731104159044Disabling compacts and flushes for region at 1731104159044Disabling writes for close at 1731104159044Obtaining lock to block concurrent updates at 1731104159045 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731104159045Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731104159045Flushing stores of hbase:meta,,1.1588230740 at 1731104159046 (+1 ms)Flushing 1588230740/info: creating writer at 1731104159046Flushing 1588230740/info: appending metadata at 1731104159071 (+25 ms)Flushing 1588230740/info: closing flushed file at 1731104159071Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4de45009: reopening flushed file at 1731104159489 (+418 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 457ms, sequenceid=19, compaction requested=false at 1731104159501 (+12 ms)Writing region close event to WAL at 1731104159503 (+2 ms)Running coprocessor post-close hooks at 1731104159508 (+5 ms)Closed at 1731104159509 (+1 ms) 2024-11-08T22:15:59,509 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T22:15:59,618 DEBUG [RS:0;ff635fa717b5:34325.replicationSource.wal-reader.ff635fa717b5%2C34325%2C1731104150501,2-ff635fa717b5,34325,1731104150501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/WALs/ff635fa717b5,34325,1731104150501/ff635fa717b5%2C34325%2C1731104150501.1731104151779 to pos 0, reset compression=false 2024-11-08T22:15:59,626 DEBUG [RS:0;ff635fa717b5:34325.replicationSource.wal-reader.ff635fa717b5%2C34325%2C1731104150501,1-ff635fa717b5,34325,1731104150501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/WALs/ff635fa717b5,34325,1731104150501/ff635fa717b5%2C34325%2C1731104150501.1731104151779 to pos 0, reset compression=false 2024-11-08T22:15:59,645 INFO [RS:0;ff635fa717b5:34325 {}] regionserver.HRegionServer(976): stopping server ff635fa717b5,34325,1731104150501; all regions closed. 2024-11-08T22:15:59,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741849_1025 (size=2156) 2024-11-08T22:15:59,651 INFO [regionserver/ff635fa717b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T22:15:59,651 INFO [regionserver/ff635fa717b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T22:15:59,653 DEBUG [RS:0;ff635fa717b5:34325 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/oldWALs 2024-11-08T22:15:59,653 INFO [RS:0;ff635fa717b5:34325 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ff635fa717b5%2C34325%2C1731104150501.meta:.meta(num 1731104152054) 2024-11-08T22:15:59,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741850_1026 (size=796) 2024-11-08T22:15:59,659 DEBUG [RS:0;ff635fa717b5:34325 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/oldWALs 2024-11-08T22:15:59,660 INFO [RS:0;ff635fa717b5:34325 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ff635fa717b5%2C34325%2C1731104150501.rep:(num 1731104156331) 2024-11-08T22:15:59,663 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/WALs/ff635fa717b5,34325,1731104150501/ff635fa717b5%2C34325%2C1731104150501.1731104151779 not finished, retry = 0 2024-11-08T22:15:59,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741848_1024 (size=93) 2024-11-08T22:15:59,766 DEBUG [RS:0;ff635fa717b5:34325 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/oldWALs 2024-11-08T22:15:59,766 INFO [RS:0;ff635fa717b5:34325 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ff635fa717b5%2C34325%2C1731104150501:(num 1731104151779) 2024-11-08T22:15:59,766 DEBUG [RS:0;ff635fa717b5:34325 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:15:59,766 INFO [RS:0;ff635fa717b5:34325 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T22:15:59,766 INFO [RS:0;ff635fa717b5:34325 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T22:15:59,767 INFO [RS:0;ff635fa717b5:34325 {}] hbase.ChoreService(370): Chore service for: regionserver/ff635fa717b5:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T22:15:59,767 INFO [RS:0;ff635fa717b5:34325 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T22:15:59,767 INFO [regionserver/ff635fa717b5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T22:15:59,767 INFO [RS:0;ff635fa717b5:34325 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ff635fa717b5,34325,1731104150501 because: Region server is closing 2024-11-08T22:15:59,767 INFO [RS:0;ff635fa717b5:34325 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff635fa717b5:34325. 2024-11-08T22:15:59,767 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/ff635fa717b5:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-08T22:15:59,767 DEBUG [RS:0;ff635fa717b5:34325 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:15:59,767 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/ff635fa717b5:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-08T22:15:59,767 DEBUG [RS:0;ff635fa717b5:34325 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:15:59,767 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/ff635fa717b5:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-08T22:15:59,768 DEBUG [RS:0;ff635fa717b5:34325 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:15:59,768 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:15:59,868 WARN [RS:0;ff635fa717b5:34325.replicationSource.wal-reader.ff635fa717b5%2C34325%2C1731104150501,1-ff635fa717b5,34325,1731104150501 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T22:15:59,868 WARN [RS:0;ff635fa717b5:34325.replicationSource.shipperff635fa717b5%2C34325%2C1731104150501,1-ff635fa717b5,34325,1731104150501 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-08T22:15:59,868 INFO [RS:0;ff635fa717b5:34325 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;ff635fa717b5:34325.replicationSource.shipperff635fa717b5%2C34325%2C1731104150501,1-ff635fa717b5,34325,1731104150501 terminated 2024-11-08T22:15:59,869 INFO [RS:0;ff635fa717b5:34325 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-ff635fa717b5,34325,1731104150501 because: Region server is closing 2024-11-08T22:15:59,869 INFO [RS:0;ff635fa717b5:34325 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff635fa717b5:34325. 2024-11-08T22:15:59,869 DEBUG [RS:0;ff635fa717b5:34325 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:15:59,869 DEBUG [RS:0;ff635fa717b5:34325 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:15:59,869 DEBUG [RS:0;ff635fa717b5:34325 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:15:59,869 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:15:59,970 WARN [RS:0;ff635fa717b5:34325.replicationSource.shipperff635fa717b5%2C34325%2C1731104150501,2-ff635fa717b5,34325,1731104150501 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-08T22:15:59,971 WARN [RS:0;ff635fa717b5:34325.replicationSource.wal-reader.ff635fa717b5%2C34325%2C1731104150501,2-ff635fa717b5,34325,1731104150501 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T22:15:59,971 INFO [RS:0;ff635fa717b5:34325 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;ff635fa717b5:34325.replicationSource.shipperff635fa717b5%2C34325%2C1731104150501,2-ff635fa717b5,34325,1731104150501 terminated 2024-11-08T22:15:59,971 INFO [RS:0;ff635fa717b5:34325 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34325 2024-11-08T22:16:00,003 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34325-0x1011c84b5810007, quorum=127.0.0.1:55987, baseZNode=/01948717860 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01948717860/rs/ff635fa717b5,34325,1731104150501 2024-11-08T22:16:00,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38655-0x1011c84b5810006, quorum=127.0.0.1:55987, baseZNode=/01948717860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01948717860/rs 2024-11-08T22:16:00,003 INFO [RS:0;ff635fa717b5:34325 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T22:16:00,051 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ff635fa717b5,34325,1731104150501] 2024-11-08T22:16:00,070 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01948717860/draining/ff635fa717b5,34325,1731104150501 already deleted, retry=false 2024-11-08T22:16:00,070 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ff635fa717b5,34325,1731104150501 expired; onlineServers=0 2024-11-08T22:16:00,070 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ff635fa717b5,38655,1731104150424' ***** 2024-11-08T22:16:00,070 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T22:16:00,071 INFO [M:0;ff635fa717b5:38655 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T22:16:00,071 INFO [M:0;ff635fa717b5:38655 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T22:16:00,071 DEBUG [M:0;ff635fa717b5:38655 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T22:16:00,071 DEBUG [M:0;ff635fa717b5:38655 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T22:16:00,071 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T22:16:00,071 DEBUG [master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.large.0-1731104151467 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.large.0-1731104151467,5,FailOnTimeoutGroup] 2024-11-08T22:16:00,071 DEBUG [master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.small.0-1731104151467 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.small.0-1731104151467,5,FailOnTimeoutGroup] 2024-11-08T22:16:00,072 INFO [M:0;ff635fa717b5:38655 {}] hbase.ChoreService(370): Chore service for: master/ff635fa717b5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T22:16:00,072 INFO [M:0;ff635fa717b5:38655 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T22:16:00,072 DEBUG [M:0;ff635fa717b5:38655 {}] master.HMaster(1795): Stopping service threads 2024-11-08T22:16:00,072 INFO [M:0;ff635fa717b5:38655 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T22:16:00,072 INFO [M:0;ff635fa717b5:38655 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T22:16:00,073 INFO [M:0;ff635fa717b5:38655 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T22:16:00,073 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T22:16:00,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38655-0x1011c84b5810006, quorum=127.0.0.1:55987, baseZNode=/01948717860 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01948717860/master 2024-11-08T22:16:00,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38655-0x1011c84b5810006, quorum=127.0.0.1:55987, baseZNode=/01948717860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01948717860 2024-11-08T22:16:00,085 INFO [M:0;ff635fa717b5:38655 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/.lastflushedseqids 2024-11-08T22:16:00,091 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01948717860/master already deleted, retry=false 2024-11-08T22:16:00,092 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:38655-0x1011c84b5810006, quorum=127.0.0.1:55987, baseZNode=/01948717860 Failed delete of our master address node; KeeperErrorCode = NoNode for /01948717860/master 2024-11-08T22:16:00,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741852_1028 (size=181) 2024-11-08T22:16:00,100 INFO [M:0;ff635fa717b5:38655 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T22:16:00,100 INFO [M:0;ff635fa717b5:38655 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T22:16:00,100 DEBUG [M:0;ff635fa717b5:38655 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T22:16:00,101 INFO [M:0;ff635fa717b5:38655 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:16:00,101 DEBUG [M:0;ff635fa717b5:38655 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:16:00,101 DEBUG [M:0;ff635fa717b5:38655 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T22:16:00,101 DEBUG [M:0;ff635fa717b5:38655 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:16:00,101 INFO [M:0;ff635fa717b5:38655 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-08T22:16:00,123 DEBUG [M:0;ff635fa717b5:38655 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/717af851a920432ab5619cf045ec210f is 82, key is hbase:meta,,1/info:regioninfo/1731104152134/Put/seqid=0 2024-11-08T22:16:00,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741853_1029 (size=5680) 2024-11-08T22:16:00,152 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34325-0x1011c84b5810007, quorum=127.0.0.1:55987, baseZNode=/01948717860 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:16:00,152 INFO [RS:0;ff635fa717b5:34325 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T22:16:00,152 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34325-0x1011c84b5810007, quorum=127.0.0.1:55987, baseZNode=/01948717860 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:16:00,152 INFO [RS:0;ff635fa717b5:34325 {}] regionserver.HRegionServer(1031): Exiting; stopping=ff635fa717b5,34325,1731104150501; zookeeper connection closed. 2024-11-08T22:16:00,152 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@65d1daf8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@65d1daf8 2024-11-08T22:16:00,152 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T22:16:00,531 INFO [M:0;ff635fa717b5:38655 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/717af851a920432ab5619cf045ec210f 2024-11-08T22:16:00,555 DEBUG [M:0;ff635fa717b5:38655 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ac94f7e9c6ec48c0a6081048baae8bfb is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731104156394/Put/seqid=0 2024-11-08T22:16:00,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741854_1030 (size=7319) 2024-11-08T22:16:00,963 INFO [M:0;ff635fa717b5:38655 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ac94f7e9c6ec48c0a6081048baae8bfb 2024-11-08T22:16:00,985 DEBUG [M:0;ff635fa717b5:38655 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3a63c851da57472681617454e4cb1af4 is 69, key is ff635fa717b5,34325,1731104150501/rs:state/1731104151509/Put/seqid=0 2024-11-08T22:16:01,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741855_1031 (size=5371) 2024-11-08T22:16:01,401 INFO [M:0;ff635fa717b5:38655 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3a63c851da57472681617454e4cb1af4 2024-11-08T22:16:01,408 INFO [M:0;ff635fa717b5:38655 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3a63c851da57472681617454e4cb1af4 2024-11-08T22:16:01,409 DEBUG [M:0;ff635fa717b5:38655 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/717af851a920432ab5619cf045ec210f as hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/717af851a920432ab5619cf045ec210f 2024-11-08T22:16:01,417 INFO [M:0;ff635fa717b5:38655 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/717af851a920432ab5619cf045ec210f, entries=8, sequenceid=172, filesize=5.5 K 2024-11-08T22:16:01,418 DEBUG [M:0;ff635fa717b5:38655 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ac94f7e9c6ec48c0a6081048baae8bfb as hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ac94f7e9c6ec48c0a6081048baae8bfb 2024-11-08T22:16:01,426 INFO [M:0;ff635fa717b5:38655 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ac94f7e9c6ec48c0a6081048baae8bfb, entries=7, sequenceid=172, filesize=7.1 K 2024-11-08T22:16:01,427 DEBUG [M:0;ff635fa717b5:38655 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3a63c851da57472681617454e4cb1af4 as hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3a63c851da57472681617454e4cb1af4 2024-11-08T22:16:01,435 INFO [M:0;ff635fa717b5:38655 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3a63c851da57472681617454e4cb1af4 2024-11-08T22:16:01,435 INFO [M:0;ff635fa717b5:38655 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44395/user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3a63c851da57472681617454e4cb1af4, entries=2, sequenceid=172, filesize=5.2 K 2024-11-08T22:16:01,437 INFO [M:0;ff635fa717b5:38655 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1335ms, sequenceid=172, compaction requested=false 2024-11-08T22:16:01,452 INFO [M:0;ff635fa717b5:38655 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:16:01,452 DEBUG [M:0;ff635fa717b5:38655 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731104160100Disabling compacts and flushes for region at 1731104160100Disabling writes for close at 1731104160101 (+1 ms)Obtaining lock to block concurrent updates at 1731104160101Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731104160101Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731104160102 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731104160103 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731104160103Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731104160123 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731104160123Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731104160537 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731104160555 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731104160555Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731104160969 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731104160985 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731104160985Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e8e711d: reopening flushed file at 1731104161408 (+423 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ad40107: reopening flushed file at 1731104161417 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7acab76e: reopening flushed file at 1731104161426 (+9 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1335ms, sequenceid=172, compaction requested=false at 1731104161437 (+11 ms)Writing region close event to WAL at 1731104161452 (+15 ms)Closed at 1731104161452 2024-11-08T22:16:01,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741847_1023 (size=22949) 2024-11-08T22:16:01,458 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9b4e6c0f-b028-cd50-4bb6-efb10ec991ca/MasterData/WALs/ff635fa717b5,38655,1731104150424/ff635fa717b5%2C38655%2C1731104150424.1731104151091 not finished, retry = 0 2024-11-08T22:16:01,559 INFO [M:0;ff635fa717b5:38655 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T22:16:01,559 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T22:16:01,559 INFO [M:0;ff635fa717b5:38655 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38655 2024-11-08T22:16:01,559 INFO [M:0;ff635fa717b5:38655 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T22:16:01,672 INFO [M:0;ff635fa717b5:38655 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T22:16:01,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38655-0x1011c84b5810006, quorum=127.0.0.1:55987, baseZNode=/01948717860 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:16:01,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38655-0x1011c84b5810006, quorum=127.0.0.1:55987, baseZNode=/01948717860 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:16:01,675 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@116d148d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T22:16:01,675 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7407cbf8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T22:16:01,675 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T22:16:01,676 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e4f8960{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T22:16:01,676 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40fdc8cc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8112dfee-90e3-1765-decf-d98236e11257/hadoop.log.dir/,STOPPED} 2024-11-08T22:16:01,677 WARN [BP-102874059-172.17.0.3-1731104128544 heartbeating to localhost/127.0.0.1:44395 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T22:16:01,677 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T22:16:01,677 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T22:16:01,677 WARN [BP-102874059-172.17.0.3-1731104128544 heartbeating to localhost/127.0.0.1:44395 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-102874059-172.17.0.3-1731104128544 (Datanode Uuid 7d82cae4-8eea-43bc-bb10-37c3c70e188d) service to localhost/127.0.0.1:44395 2024-11-08T22:16:01,678 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8112dfee-90e3-1765-decf-d98236e11257/cluster_e79f5abe-9211-d80c-dc97-cdd63b89d612/data/data1/current/BP-102874059-172.17.0.3-1731104128544 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T22:16:01,678 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8112dfee-90e3-1765-decf-d98236e11257/cluster_e79f5abe-9211-d80c-dc97-cdd63b89d612/data/data2/current/BP-102874059-172.17.0.3-1731104128544 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T22:16:01,679 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T22:16:01,684 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T22:16:01,685 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T22:16:01,685 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T22:16:01,685 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T22:16:01,686 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8112dfee-90e3-1765-decf-d98236e11257/hadoop.log.dir/,STOPPED} 2024-11-08T22:16:01,696 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T22:16:01,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T22:16:01,724 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=108 (was 11) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:34645 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: master/ff635fa717b5:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55987) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44395 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34645 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:34645 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34645 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34645 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/ff635fa717b5:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55987) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/ff635fa717b5:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:44395 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44395 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@cf5bd66 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44395 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:44395 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44395 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.metrics2.impl.JmxCacheBuster$JmxCacheBusterRunnable.run(JmxCacheBuster.java:101) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:44395 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/ff635fa717b5:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:44395 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: regionserver/ff635fa717b5:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:34645 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34645 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:34645 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:44395 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34645 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=425 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=387 (was 441), ProcessCount=11 (was 11), AvailableMemoryMB=2367 (was 4083) 2024-11-08T22:16:01,733 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=108, OpenFileDescriptor=425, MaxFileDescriptor=1048576, SystemLoadAverage=387, ProcessCount=11, AvailableMemoryMB=2367 2024-11-08T22:16:01,748 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-08T22:16:01,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff13b6f0-d00b-5e24-54f7-b711d62a66e7/hadoop.log.dir so I do NOT create it in target/test-data/ec07456f-7a7a-d5bb-04f2-cd230380c63b 2024-11-08T22:16:01,749 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff13b6f0-d00b-5e24-54f7-b711d62a66e7/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T22:16:01,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff13b6f0-d00b-5e24-54f7-b711d62a66e7/hadoop.tmp.dir so I do NOT create it in target/test-data/ec07456f-7a7a-d5bb-04f2-cd230380c63b 2024-11-08T22:16:01,749 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff13b6f0-d00b-5e24-54f7-b711d62a66e7/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T22:16:01,749 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec07456f-7a7a-d5bb-04f2-cd230380c63b 2024-11-08T22:16:01,749 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec07456f-7a7a-d5bb-04f2-cd230380c63b/cluster_ab081ca9-a0a3-af7d-bae9-b49e87146412, deleteOnExit=true 2024-11-08T22:16:01,773 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec07456f-7a7a-d5bb-04f2-cd230380c63b/cluster_ab081ca9-a0a3-af7d-bae9-b49e87146412/zookeeper_0, clientPort=63046, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec07456f-7a7a-d5bb-04f2-cd230380c63b/cluster_ab081ca9-a0a3-af7d-bae9-b49e87146412/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec07456f-7a7a-d5bb-04f2-cd230380c63b/cluster_ab081ca9-a0a3-af7d-bae9-b49e87146412/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T22:16:01,781 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63046 2024-11-08T22:16:01,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T22:16:01,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T22:16:01,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec07456f-7a7a-d5bb-04f2-cd230380c63b/test.cache.data in system properties and HBase conf 2024-11-08T22:16:01,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec07456f-7a7a-d5bb-04f2-cd230380c63b/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T22:16:01,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec07456f-7a7a-d5bb-04f2-cd230380c63b/hadoop.log.dir in system properties and HBase conf 2024-11-08T22:16:01,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec07456f-7a7a-d5bb-04f2-cd230380c63b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T22:16:01,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec07456f-7a7a-d5bb-04f2-cd230380c63b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T22:16:01,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T22:16:01,782 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T22:16:01,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec07456f-7a7a-d5bb-04f2-cd230380c63b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T22:16:01,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec07456f-7a7a-d5bb-04f2-cd230380c63b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T22:16:01,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec07456f-7a7a-d5bb-04f2-cd230380c63b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T22:16:01,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec07456f-7a7a-d5bb-04f2-cd230380c63b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T22:16:01,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec07456f-7a7a-d5bb-04f2-cd230380c63b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T22:16:01,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec07456f-7a7a-d5bb-04f2-cd230380c63b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T22:16:01,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec07456f-7a7a-d5bb-04f2-cd230380c63b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T22:16:01,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec07456f-7a7a-d5bb-04f2-cd230380c63b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T22:16:01,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec07456f-7a7a-d5bb-04f2-cd230380c63b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T22:16:01,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec07456f-7a7a-d5bb-04f2-cd230380c63b/nfs.dump.dir in system properties and HBase conf 2024-11-08T22:16:01,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec07456f-7a7a-d5bb-04f2-cd230380c63b/java.io.tmpdir in system properties and HBase conf 2024-11-08T22:16:01,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec07456f-7a7a-d5bb-04f2-cd230380c63b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T22:16:01,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec07456f-7a7a-d5bb-04f2-cd230380c63b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T22:16:01,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec07456f-7a7a-d5bb-04f2-cd230380c63b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T22:16:01,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011c84b5810005, quorum=127.0.0.1:55987, baseZNode=/1-1489139459 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T22:16:01,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011c84b5810002, quorum=127.0.0.1:55987, baseZNode=/01948717860 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T22:16:01,792 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011c84b5810005, quorum=127.0.0.1:55987, baseZNode=/1-1489139459 Received Disconnected from ZooKeeper, ignoring 2024-11-08T22:16:01,792 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011c84b5810002, quorum=127.0.0.1:55987, baseZNode=/01948717860 Received Disconnected from ZooKeeper, ignoring 2024-11-08T22:16:01,854 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T22:16:01,857 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:16:01,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:16:02,193 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T22:16:02,200 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T22:16:02,208 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T22:16:02,208 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T22:16:02,209 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T22:16:02,209 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T22:16:02,210 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24e431bd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec07456f-7a7a-d5bb-04f2-cd230380c63b/hadoop.log.dir/,AVAILABLE} 2024-11-08T22:16:02,211 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1454d2c3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T22:16:02,318 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@388d89d0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec07456f-7a7a-d5bb-04f2-cd230380c63b/java.io.tmpdir/jetty-localhost-36161-hadoop-hdfs-3_4_1-tests_jar-_-any-5059402930307658408/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T22:16:02,319 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@162c83f3{HTTP/1.1, (http/1.1)}{localhost:36161} 2024-11-08T22:16:02,319 INFO [Time-limited test {}] server.Server(415): Started @36580ms 2024-11-08T22:16:02,628 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T22:16:02,634 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T22:16:02,641 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T22:16:02,641 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T22:16:02,641 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T22:16:02,644 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42e02aef{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec07456f-7a7a-d5bb-04f2-cd230380c63b/hadoop.log.dir/,AVAILABLE} 2024-11-08T22:16:02,645 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58570e73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T22:16:02,758 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1069a6d8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec07456f-7a7a-d5bb-04f2-cd230380c63b/java.io.tmpdir/jetty-localhost-34649-hadoop-hdfs-3_4_1-tests_jar-_-any-8264442190374005716/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T22:16:02,758 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7ce4b172{HTTP/1.1, (http/1.1)}{localhost:34649} 2024-11-08T22:16:02,758 INFO [Time-limited test {}] server.Server(415): Started @37020ms 2024-11-08T22:16:02,760 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T22:16:03,138 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T22:16:03,138 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T22:16:03,138 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T22:16:03,138 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T22:16:03,500 WARN [Thread-500 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec07456f-7a7a-d5bb-04f2-cd230380c63b/cluster_ab081ca9-a0a3-af7d-bae9-b49e87146412/data/data1/current/BP-1489221256-172.17.0.3-1731104161812/current, will proceed with Du for space computation calculation, 2024-11-08T22:16:03,505 WARN [Thread-501 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec07456f-7a7a-d5bb-04f2-cd230380c63b/cluster_ab081ca9-a0a3-af7d-bae9-b49e87146412/data/data2/current/BP-1489221256-172.17.0.3-1731104161812/current, will proceed with Du for space computation calculation, 2024-11-08T22:16:03,649 WARN [Thread-488 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T22:16:03,652 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9689983b3b415747 with lease ID 0xc736be4aa6b62dba: Processing first storage report for DS-d4620b46-0b26-4e9c-8af0-a32f8fb7e1aa from datanode DatanodeRegistration(127.0.0.1:46661, datanodeUuid=c1e5869b-73af-4ae9-8bea-81d57c85dca5, infoPort=41367, infoSecurePort=0, ipcPort=37963, storageInfo=lv=-57;cid=testClusterID;nsid=1576991335;c=1731104161812) 2024-11-08T22:16:03,653 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9689983b3b415747 with lease ID 0xc736be4aa6b62dba: from storage DS-d4620b46-0b26-4e9c-8af0-a32f8fb7e1aa node DatanodeRegistration(127.0.0.1:46661, datanodeUuid=c1e5869b-73af-4ae9-8bea-81d57c85dca5, infoPort=41367, infoSecurePort=0, ipcPort=37963, storageInfo=lv=-57;cid=testClusterID;nsid=1576991335;c=1731104161812), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T22:16:03,653 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9689983b3b415747 with lease ID 0xc736be4aa6b62dba: Processing first storage report for DS-f9787c3e-826f-4c2f-976f-7d86cdafdae8 from datanode DatanodeRegistration(127.0.0.1:46661, datanodeUuid=c1e5869b-73af-4ae9-8bea-81d57c85dca5, infoPort=41367, infoSecurePort=0, ipcPort=37963, storageInfo=lv=-57;cid=testClusterID;nsid=1576991335;c=1731104161812) 2024-11-08T22:16:03,653 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9689983b3b415747 with lease ID 0xc736be4aa6b62dba: from storage DS-f9787c3e-826f-4c2f-976f-7d86cdafdae8 node DatanodeRegistration(127.0.0.1:46661, datanodeUuid=c1e5869b-73af-4ae9-8bea-81d57c85dca5, infoPort=41367, infoSecurePort=0, ipcPort=37963, storageInfo=lv=-57;cid=testClusterID;nsid=1576991335;c=1731104161812), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T22:16:03,737 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec07456f-7a7a-d5bb-04f2-cd230380c63b 2024-11-08T22:16:03,737 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:16:03,740 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:16:03,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46661 is added to blk_1073741825_1001 (size=7) 2024-11-08T22:16:04,203 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34399/user/jenkins/test-data/678cff8c-9b44-c85f-acf9-03fcd711e7f0 with version=8 2024-11-08T22:16:04,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34399/user/jenkins/test-data/678cff8c-9b44-c85f-acf9-03fcd711e7f0/hbase-staging 2024-11-08T22:16:04,206 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ff635fa717b5:0 server-side Connection retries=45 2024-11-08T22:16:04,207 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:16:04,207 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T22:16:04,207 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T22:16:04,207 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:16:04,207 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T22:16:04,207 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T22:16:04,208 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T22:16:04,209 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36719 2024-11-08T22:16:04,211 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36719 connecting to ZooKeeper ensemble=127.0.0.1:63046 2024-11-08T22:16:04,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:367190x0, quorum=127.0.0.1:63046, baseZNode=/01517727431 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T22:16:04,307 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36719-0x1011c853b970000 connected 2024-11-08T22:16:04,513 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:16:04,515 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:16:04,518 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36719-0x1011c853b970000, quorum=127.0.0.1:63046, baseZNode=/01517727431 Set watcher on znode that does not yet exist, /01517727431/running 2024-11-08T22:16:04,519 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34399/user/jenkins/test-data/678cff8c-9b44-c85f-acf9-03fcd711e7f0, hbase.cluster.distributed=false 2024-11-08T22:16:04,525 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36719-0x1011c853b970000, quorum=127.0.0.1:63046, baseZNode=/01517727431 Set watcher on znode that does not yet exist, /01517727431/acl 2024-11-08T22:16:04,540 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36719 2024-11-08T22:16:04,553 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36719 2024-11-08T22:16:04,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36719 2024-11-08T22:16:04,590 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36719 2024-11-08T22:16:04,603 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36719 2024-11-08T22:16:04,631 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ff635fa717b5:0 server-side Connection retries=45 2024-11-08T22:16:04,631 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:16:04,631 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T22:16:04,631 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T22:16:04,632 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:16:04,632 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T22:16:04,632 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T22:16:04,633 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T22:16:04,660 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34801 2024-11-08T22:16:04,664 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34801 connecting to ZooKeeper ensemble=127.0.0.1:63046 2024-11-08T22:16:04,670 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:16:04,677 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:16:04,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:348010x0, quorum=127.0.0.1:63046, baseZNode=/01517727431 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T22:16:04,748 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:348010x0, quorum=127.0.0.1:63046, baseZNode=/01517727431 Set watcher on znode that does not yet exist, /01517727431/running 2024-11-08T22:16:04,748 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34801-0x1011c853b970001 connected 2024-11-08T22:16:04,748 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T22:16:04,760 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T22:16:04,762 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34801-0x1011c853b970001, quorum=127.0.0.1:63046, baseZNode=/01517727431 Set watcher on znode that does not yet exist, /01517727431/master 2024-11-08T22:16:04,764 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34801-0x1011c853b970001, quorum=127.0.0.1:63046, baseZNode=/01517727431 Set watcher on znode that does not yet exist, /01517727431/acl 2024-11-08T22:16:04,768 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34801 2024-11-08T22:16:04,768 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34801 2024-11-08T22:16:04,769 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34801 2024-11-08T22:16:04,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34801 2024-11-08T22:16:04,793 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34801 2024-11-08T22:16:04,815 DEBUG [M:0;ff635fa717b5:36719 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ff635fa717b5:36719 2024-11-08T22:16:04,816 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01517727431/backup-masters/ff635fa717b5,36719,1731104164206 2024-11-08T22:16:04,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34801-0x1011c853b970001, quorum=127.0.0.1:63046, baseZNode=/01517727431 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01517727431/backup-masters 2024-11-08T22:16:04,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36719-0x1011c853b970000, quorum=127.0.0.1:63046, baseZNode=/01517727431 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01517727431/backup-masters 2024-11-08T22:16:04,839 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36719-0x1011c853b970000, quorum=127.0.0.1:63046, baseZNode=/01517727431 Set watcher on existing znode=/01517727431/backup-masters/ff635fa717b5,36719,1731104164206 2024-11-08T22:16:04,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36719-0x1011c853b970000, quorum=127.0.0.1:63046, baseZNode=/01517727431 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01517727431 2024-11-08T22:16:04,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34801-0x1011c853b970001, quorum=127.0.0.1:63046, baseZNode=/01517727431 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01517727431/master 2024-11-08T22:16:04,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34801-0x1011c853b970001, quorum=127.0.0.1:63046, baseZNode=/01517727431 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01517727431 2024-11-08T22:16:04,849 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36719-0x1011c853b970000, quorum=127.0.0.1:63046, baseZNode=/01517727431 Set watcher on existing znode=/01517727431/master 2024-11-08T22:16:04,849 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01517727431/backup-masters/ff635fa717b5,36719,1731104164206 from backup master directory 2024-11-08T22:16:04,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36719-0x1011c853b970000, quorum=127.0.0.1:63046, baseZNode=/01517727431 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01517727431/backup-masters/ff635fa717b5,36719,1731104164206 2024-11-08T22:16:04,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34801-0x1011c853b970001, quorum=127.0.0.1:63046, baseZNode=/01517727431 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01517727431/backup-masters 2024-11-08T22:16:04,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36719-0x1011c853b970000, quorum=127.0.0.1:63046, baseZNode=/01517727431 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01517727431/backup-masters 2024-11-08T22:16:04,861 WARN [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T22:16:04,861 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ff635fa717b5,36719,1731104164206 2024-11-08T22:16:04,870 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34399/user/jenkins/test-data/678cff8c-9b44-c85f-acf9-03fcd711e7f0/hbase.id] with ID: 9bda86c8-1b79-41b0-a596-fa489d8daff8 2024-11-08T22:16:04,870 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34399/user/jenkins/test-data/678cff8c-9b44-c85f-acf9-03fcd711e7f0/.tmp/hbase.id 2024-11-08T22:16:04,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46661 is added to blk_1073741826_1002 (size=42) 2024-11-08T22:16:04,939 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34399/user/jenkins/test-data/678cff8c-9b44-c85f-acf9-03fcd711e7f0/.tmp/hbase.id]:[hdfs://localhost:34399/user/jenkins/test-data/678cff8c-9b44-c85f-acf9-03fcd711e7f0/hbase.id] 2024-11-08T22:16:04,980 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:16:04,981 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T22:16:04,987 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 6ms. 2024-11-08T22:16:04,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34801-0x1011c853b970001, quorum=127.0.0.1:63046, baseZNode=/01517727431 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01517727431 2024-11-08T22:16:04,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36719-0x1011c853b970000, quorum=127.0.0.1:63046, baseZNode=/01517727431 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01517727431 2024-11-08T22:16:05,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46661 is added to blk_1073741827_1003 (size=196) 2024-11-08T22:16:05,457 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T22:16:05,459 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T22:16:05,460 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:16:05,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46661 is added to blk_1073741828_1004 (size=1189) 2024-11-08T22:16:05,526 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34399/user/jenkins/test-data/678cff8c-9b44-c85f-acf9-03fcd711e7f0/MasterData/data/master/store 2024-11-08T22:16:05,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46661 is added to blk_1073741829_1005 (size=34) 2024-11-08T22:16:05,563 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:16:05,563 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T22:16:05,563 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:16:05,563 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:16:05,564 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T22:16:05,564 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:16:05,564 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:16:05,564 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731104165563Disabling compacts and flushes for region at 1731104165563Disabling writes for close at 1731104165564 (+1 ms)Writing region close event to WAL at 1731104165564Closed at 1731104165564 2024-11-08T22:16:05,565 WARN [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34399/user/jenkins/test-data/678cff8c-9b44-c85f-acf9-03fcd711e7f0/MasterData/data/master/store/.initializing 2024-11-08T22:16:05,566 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34399/user/jenkins/test-data/678cff8c-9b44-c85f-acf9-03fcd711e7f0/MasterData/WALs/ff635fa717b5,36719,1731104164206 2024-11-08T22:16:05,567 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T22:16:05,570 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ff635fa717b5%2C36719%2C1731104164206, suffix=, logDir=hdfs://localhost:34399/user/jenkins/test-data/678cff8c-9b44-c85f-acf9-03fcd711e7f0/MasterData/WALs/ff635fa717b5,36719,1731104164206, archiveDir=hdfs://localhost:34399/user/jenkins/test-data/678cff8c-9b44-c85f-acf9-03fcd711e7f0/MasterData/oldWALs, maxLogs=10 2024-11-08T22:16:05,592 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/678cff8c-9b44-c85f-acf9-03fcd711e7f0/MasterData/WALs/ff635fa717b5,36719,1731104164206/ff635fa717b5%2C36719%2C1731104164206.1731104165570, exclude list is [], retry=0 2024-11-08T22:16:05,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46661,DS-d4620b46-0b26-4e9c-8af0-a32f8fb7e1aa,DISK] 2024-11-08T22:16:05,603 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/678cff8c-9b44-c85f-acf9-03fcd711e7f0/MasterData/WALs/ff635fa717b5,36719,1731104164206/ff635fa717b5%2C36719%2C1731104164206.1731104165570 2024-11-08T22:16:05,603 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41367:41367)] 2024-11-08T22:16:05,603 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T22:16:05,603 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:16:05,604 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:16:05,604 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:16:05,612 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:16:05,615 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T22:16:05,615 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:16:05,616 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:16:05,616 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:16:05,618 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T22:16:05,618 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:16:05,619 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:16:05,619 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:16:05,621 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T22:16:05,621 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:16:05,621 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:16:05,622 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:16:05,623 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T22:16:05,623 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:16:05,624 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:16:05,624 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:16:05,625 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34399/user/jenkins/test-data/678cff8c-9b44-c85f-acf9-03fcd711e7f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:16:05,626 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34399/user/jenkins/test-data/678cff8c-9b44-c85f-acf9-03fcd711e7f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:16:05,628 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:16:05,628 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:16:05,629 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T22:16:05,630 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:16:05,641 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34399/user/jenkins/test-data/678cff8c-9b44-c85f-acf9-03fcd711e7f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:16:05,643 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63496101, jitterRate=-0.05383436381816864}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T22:16:05,645 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731104165604Initializing all the Stores at 1731104165605 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104165605Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104165612 (+7 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104165612Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104165612Cleaning up temporary data from old regions at 1731104165628 (+16 ms)Region opened successfully at 1731104165644 (+16 ms) 2024-11-08T22:16:05,645 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T22:16:05,653 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2653db4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff635fa717b5/172.17.0.3:0 2024-11-08T22:16:05,654 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T22:16:05,655 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T22:16:05,655 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T22:16:05,655 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T22:16:05,656 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-08T22:16:05,657 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T22:16:05,657 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T22:16:05,662 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T22:16:05,664 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36719-0x1011c853b970000, quorum=127.0.0.1:63046, baseZNode=/01517727431 Unable to get data of znode /01517727431/balancer because node does not exist (not necessarily an error) 2024-11-08T22:16:05,719 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01517727431/balancer already deleted, retry=false 2024-11-08T22:16:05,719 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T22:16:05,721 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36719-0x1011c853b970000, quorum=127.0.0.1:63046, baseZNode=/01517727431 Unable to get data of znode /01517727431/normalizer because node does not exist (not necessarily an error) 2024-11-08T22:16:05,733 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01517727431/normalizer already deleted, retry=false 2024-11-08T22:16:05,734 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T22:16:05,747 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36719-0x1011c853b970000, quorum=127.0.0.1:63046, baseZNode=/01517727431 Unable to get data of znode /01517727431/switch/split because node does not exist (not necessarily an error) 2024-11-08T22:16:05,756 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01517727431/switch/split already deleted, retry=false 2024-11-08T22:16:05,758 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36719-0x1011c853b970000, quorum=127.0.0.1:63046, baseZNode=/01517727431 Unable to get data of znode /01517727431/switch/merge because node does not exist (not necessarily an error) 2024-11-08T22:16:05,765 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01517727431/switch/merge already deleted, retry=false 2024-11-08T22:16:05,769 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36719-0x1011c853b970000, quorum=127.0.0.1:63046, baseZNode=/01517727431 Unable to get data of znode /01517727431/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T22:16:05,782 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01517727431/snapshot-cleanup already deleted, retry=false 2024-11-08T22:16:05,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36719-0x1011c853b970000, quorum=127.0.0.1:63046, baseZNode=/01517727431 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01517727431/running 2024-11-08T22:16:05,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34801-0x1011c853b970001, quorum=127.0.0.1:63046, baseZNode=/01517727431 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01517727431/running 2024-11-08T22:16:05,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36719-0x1011c853b970000, quorum=127.0.0.1:63046, baseZNode=/01517727431 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01517727431 2024-11-08T22:16:05,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34801-0x1011c853b970001, quorum=127.0.0.1:63046, baseZNode=/01517727431 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01517727431 2024-11-08T22:16:05,799 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ff635fa717b5,36719,1731104164206, sessionid=0x1011c853b970000, setting cluster-up flag (Was=false) 2024-11-08T22:16:05,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34801-0x1011c853b970001, quorum=127.0.0.1:63046, baseZNode=/01517727431 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01517727431 2024-11-08T22:16:05,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36719-0x1011c853b970000, quorum=127.0.0.1:63046, baseZNode=/01517727431 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01517727431 2024-11-08T22:16:05,859 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01517727431/flush-table-proc/acquired, /01517727431/flush-table-proc/reached, /01517727431/flush-table-proc/abort 2024-11-08T22:16:05,861 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff635fa717b5,36719,1731104164206 2024-11-08T22:16:05,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36719-0x1011c853b970000, quorum=127.0.0.1:63046, baseZNode=/01517727431 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01517727431 2024-11-08T22:16:05,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34801-0x1011c853b970001, quorum=127.0.0.1:63046, baseZNode=/01517727431 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01517727431 2024-11-08T22:16:05,922 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01517727431/online-snapshot/acquired, /01517727431/online-snapshot/reached, /01517727431/online-snapshot/abort 2024-11-08T22:16:05,923 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff635fa717b5,36719,1731104164206 2024-11-08T22:16:05,925 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34399/user/jenkins/test-data/678cff8c-9b44-c85f-acf9-03fcd711e7f0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T22:16:05,927 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T22:16:05,927 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T22:16:05,928 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T22:16:05,928 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ff635fa717b5,36719,1731104164206 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T22:16:05,930 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:16:05,930 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:16:05,930 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:16:05,930 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:16:05,930 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ff635fa717b5:0, corePoolSize=10, maxPoolSize=10 2024-11-08T22:16:05,931 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:16:05,931 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ff635fa717b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T22:16:05,931 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:16:05,947 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T22:16:05,947 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T22:16:05,949 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:16:05,950 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T22:16:05,996 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731104195996 2024-11-08T22:16:05,997 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T22:16:05,998 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T22:16:05,999 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T22:16:05,999 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T22:16:05,999 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T22:16:05,999 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T22:16:06,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46661 is added to blk_1073741831_1007 (size=1321) 2024-11-08T22:16:06,024 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34399/user/jenkins/test-data/678cff8c-9b44-c85f-acf9-03fcd711e7f0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T22:16:06,024 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34399/user/jenkins/test-data/678cff8c-9b44-c85f-acf9-03fcd711e7f0 2024-11-08T22:16:06,032 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T22:16:06,041 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T22:16:06,041 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T22:16:06,041 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T22:16:06,041 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T22:16:06,043 INFO [RS:0;ff635fa717b5:34801 {}] regionserver.HRegionServer(746): ClusterId : 9bda86c8-1b79-41b0-a596-fa489d8daff8 2024-11-08T22:16:06,044 DEBUG [RS:0;ff635fa717b5:34801 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T22:16:06,056 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T22:16:06,056 DEBUG [RS:0;ff635fa717b5:34801 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T22:16:06,056 DEBUG [RS:0;ff635fa717b5:34801 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T22:16:06,056 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T22:16:06,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46661 is added to blk_1073741832_1008 (size=32) 2024-11-08T22:16:06,067 DEBUG [RS:0;ff635fa717b5:34801 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T22:16:06,068 DEBUG [RS:0;ff635fa717b5:34801 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a71bdb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff635fa717b5/172.17.0.3:0 2024-11-08T22:16:06,068 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.large.0-1731104166056,5,FailOnTimeoutGroup] 2024-11-08T22:16:06,088 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.small.0-1731104166068,5,FailOnTimeoutGroup] 2024-11-08T22:16:06,088 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T22:16:06,088 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T22:16:06,088 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T22:16:06,089 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T22:16:06,114 DEBUG [RS:0;ff635fa717b5:34801 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ff635fa717b5:34801 2024-11-08T22:16:06,114 INFO [RS:0;ff635fa717b5:34801 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T22:16:06,114 INFO [RS:0;ff635fa717b5:34801 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T22:16:06,114 DEBUG [RS:0;ff635fa717b5:34801 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T22:16:06,116 INFO [RS:0;ff635fa717b5:34801 {}] regionserver.HRegionServer(2659): reportForDuty to master=ff635fa717b5,36719,1731104164206 with port=34801, startcode=1731104164630 2024-11-08T22:16:06,118 DEBUG [RS:0;ff635fa717b5:34801 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T22:16:06,138 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37115, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T22:16:06,139 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36719 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ff635fa717b5,34801,1731104164630 2024-11-08T22:16:06,139 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36719 {}] master.ServerManager(517): Registering regionserver=ff635fa717b5,34801,1731104164630 2024-11-08T22:16:06,141 DEBUG [RS:0;ff635fa717b5:34801 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34399/user/jenkins/test-data/678cff8c-9b44-c85f-acf9-03fcd711e7f0 2024-11-08T22:16:06,141 DEBUG [RS:0;ff635fa717b5:34801 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34399 2024-11-08T22:16:06,141 DEBUG [RS:0;ff635fa717b5:34801 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T22:16:06,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36719-0x1011c853b970000, quorum=127.0.0.1:63046, baseZNode=/01517727431 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01517727431/rs 2024-11-08T22:16:06,155 DEBUG [RS:0;ff635fa717b5:34801 {}] zookeeper.ZKUtil(111): regionserver:34801-0x1011c853b970001, quorum=127.0.0.1:63046, baseZNode=/01517727431 Set watcher on existing znode=/01517727431/rs/ff635fa717b5,34801,1731104164630 2024-11-08T22:16:06,155 WARN [RS:0;ff635fa717b5:34801 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T22:16:06,155 INFO [RS:0;ff635fa717b5:34801 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:16:06,155 DEBUG [RS:0;ff635fa717b5:34801 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34399/user/jenkins/test-data/678cff8c-9b44-c85f-acf9-03fcd711e7f0/WALs/ff635fa717b5,34801,1731104164630 2024-11-08T22:16:06,161 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ff635fa717b5,34801,1731104164630] 2024-11-08T22:16:06,182 INFO [RS:0;ff635fa717b5:34801 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T22:16:06,192 INFO [RS:0;ff635fa717b5:34801 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T22:16:06,197 INFO [RS:0;ff635fa717b5:34801 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T22:16:06,197 INFO [RS:0;ff635fa717b5:34801 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:16:06,197 INFO [RS:0;ff635fa717b5:34801 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T22:16:06,198 INFO [RS:0;ff635fa717b5:34801 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T22:16:06,198 INFO [RS:0;ff635fa717b5:34801 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T22:16:06,199 DEBUG [RS:0;ff635fa717b5:34801 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:16:06,199 DEBUG [RS:0;ff635fa717b5:34801 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:16:06,199 DEBUG [RS:0;ff635fa717b5:34801 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:16:06,199 DEBUG [RS:0;ff635fa717b5:34801 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:16:06,199 DEBUG [RS:0;ff635fa717b5:34801 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:16:06,199 DEBUG [RS:0;ff635fa717b5:34801 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ff635fa717b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T22:16:06,199 DEBUG [RS:0;ff635fa717b5:34801 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:16:06,199 DEBUG [RS:0;ff635fa717b5:34801 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:16:06,199 DEBUG [RS:0;ff635fa717b5:34801 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:16:06,199 DEBUG [RS:0;ff635fa717b5:34801 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:16:06,199 DEBUG [RS:0;ff635fa717b5:34801 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:16:06,200 DEBUG [RS:0;ff635fa717b5:34801 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:16:06,200 DEBUG [RS:0;ff635fa717b5:34801 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T22:16:06,200 DEBUG [RS:0;ff635fa717b5:34801 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T22:16:06,204 INFO [RS:0;ff635fa717b5:34801 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T22:16:06,205 INFO [RS:0;ff635fa717b5:34801 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T22:16:06,205 INFO [RS:0;ff635fa717b5:34801 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:16:06,205 INFO [RS:0;ff635fa717b5:34801 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T22:16:06,205 INFO [RS:0;ff635fa717b5:34801 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T22:16:06,205 INFO [RS:0;ff635fa717b5:34801 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,34801,1731104164630-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T22:16:06,222 INFO [RS:0;ff635fa717b5:34801 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T22:16:06,222 INFO [RS:0;ff635fa717b5:34801 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,34801,1731104164630-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:16:06,222 INFO [RS:0;ff635fa717b5:34801 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:16:06,222 INFO [RS:0;ff635fa717b5:34801 {}] regionserver.Replication(171): ff635fa717b5,34801,1731104164630 started 2024-11-08T22:16:06,241 INFO [RS:0;ff635fa717b5:34801 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:16:06,241 INFO [RS:0;ff635fa717b5:34801 {}] regionserver.HRegionServer(1482): Serving as ff635fa717b5,34801,1731104164630, RpcServer on ff635fa717b5/172.17.0.3:34801, sessionid=0x1011c853b970001 2024-11-08T22:16:06,241 DEBUG [RS:0;ff635fa717b5:34801 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T22:16:06,241 DEBUG [RS:0;ff635fa717b5:34801 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ff635fa717b5,34801,1731104164630 2024-11-08T22:16:06,241 DEBUG [RS:0;ff635fa717b5:34801 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff635fa717b5,34801,1731104164630' 2024-11-08T22:16:06,241 DEBUG [RS:0;ff635fa717b5:34801 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01517727431/flush-table-proc/abort' 2024-11-08T22:16:06,242 DEBUG [RS:0;ff635fa717b5:34801 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01517727431/flush-table-proc/acquired' 2024-11-08T22:16:06,242 DEBUG [RS:0;ff635fa717b5:34801 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T22:16:06,242 DEBUG [RS:0;ff635fa717b5:34801 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T22:16:06,242 DEBUG [RS:0;ff635fa717b5:34801 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ff635fa717b5,34801,1731104164630 2024-11-08T22:16:06,243 DEBUG [RS:0;ff635fa717b5:34801 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff635fa717b5,34801,1731104164630' 2024-11-08T22:16:06,243 DEBUG [RS:0;ff635fa717b5:34801 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01517727431/online-snapshot/abort' 2024-11-08T22:16:06,243 DEBUG [RS:0;ff635fa717b5:34801 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01517727431/online-snapshot/acquired' 2024-11-08T22:16:06,243 DEBUG [RS:0;ff635fa717b5:34801 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T22:16:06,243 INFO [RS:0;ff635fa717b5:34801 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T22:16:06,243 INFO [RS:0;ff635fa717b5:34801 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T22:16:06,344 INFO [RS:0;ff635fa717b5:34801 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T22:16:06,346 INFO [RS:0;ff635fa717b5:34801 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff635fa717b5%2C34801%2C1731104164630, suffix=, logDir=hdfs://localhost:34399/user/jenkins/test-data/678cff8c-9b44-c85f-acf9-03fcd711e7f0/WALs/ff635fa717b5,34801,1731104164630, archiveDir=hdfs://localhost:34399/user/jenkins/test-data/678cff8c-9b44-c85f-acf9-03fcd711e7f0/oldWALs, maxLogs=10 2024-11-08T22:16:06,367 DEBUG [RS:0;ff635fa717b5:34801 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/678cff8c-9b44-c85f-acf9-03fcd711e7f0/WALs/ff635fa717b5,34801,1731104164630/ff635fa717b5%2C34801%2C1731104164630.1731104166347, exclude list is [], retry=0 2024-11-08T22:16:06,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46661,DS-d4620b46-0b26-4e9c-8af0-a32f8fb7e1aa,DISK] 2024-11-08T22:16:06,374 INFO [RS:0;ff635fa717b5:34801 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/678cff8c-9b44-c85f-acf9-03fcd711e7f0/WALs/ff635fa717b5,34801,1731104164630/ff635fa717b5%2C34801%2C1731104164630.1731104166347 2024-11-08T22:16:06,376 DEBUG [RS:0;ff635fa717b5:34801 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41367:41367)] 2024-11-08T22:16:06,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:16:06,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T22:16:06,499 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T22:16:06,499 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:16:06,502 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:16:06,502 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T22:16:06,507 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T22:16:06,507 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:16:06,508 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:16:06,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T22:16:06,516 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T22:16:06,516 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:16:06,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:16:06,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T22:16:06,524 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T22:16:06,524 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:16:06,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:16:06,525 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T22:16:06,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34399/user/jenkins/test-data/678cff8c-9b44-c85f-acf9-03fcd711e7f0/data/hbase/meta/1588230740 2024-11-08T22:16:06,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34399/user/jenkins/test-data/678cff8c-9b44-c85f-acf9-03fcd711e7f0/data/hbase/meta/1588230740 2024-11-08T22:16:06,529 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T22:16:06,529 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T22:16:06,530 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T22:16:06,532 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T22:16:06,537 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34399/user/jenkins/test-data/678cff8c-9b44-c85f-acf9-03fcd711e7f0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:16:06,538 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67025015, jitterRate=-0.0012494474649429321}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T22:16:06,539 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731104166471Initializing all the Stores at 1731104166473 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104166473Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104166488 (+15 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104166488Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104166488Cleaning up temporary data from old regions at 1731104166529 (+41 ms)Region opened successfully at 1731104166539 (+10 ms) 2024-11-08T22:16:06,539 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T22:16:06,540 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T22:16:06,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T22:16:06,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T22:16:06,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T22:16:06,540 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T22:16:06,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731104166539Disabling compacts and flushes for region at 1731104166539Disabling writes for close at 1731104166540 (+1 ms)Writing region close event to WAL at 1731104166540Closed at 1731104166540 2024-11-08T22:16:06,542 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T22:16:06,542 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T22:16:06,543 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T22:16:06,545 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T22:16:06,546 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T22:16:06,697 DEBUG [ff635fa717b5:36719 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T22:16:06,698 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ff635fa717b5,34801,1731104164630 2024-11-08T22:16:06,700 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff635fa717b5,34801,1731104164630, state=OPENING 2024-11-08T22:16:06,712 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T22:16:06,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36719-0x1011c853b970000, quorum=127.0.0.1:63046, baseZNode=/01517727431 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01517727431 2024-11-08T22:16:06,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34801-0x1011c853b970001, quorum=127.0.0.1:63046, baseZNode=/01517727431 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01517727431 2024-11-08T22:16:06,723 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01517727431/meta-region-server: CHANGED 2024-11-08T22:16:06,723 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01517727431/meta-region-server: CHANGED 2024-11-08T22:16:06,723 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T22:16:06,723 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ff635fa717b5,34801,1731104164630}] 2024-11-08T22:16:06,879 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T22:16:06,881 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48375, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T22:16:06,888 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T22:16:06,888 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:16:06,889 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T22:16:06,893 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff635fa717b5%2C34801%2C1731104164630.meta, suffix=.meta, logDir=hdfs://localhost:34399/user/jenkins/test-data/678cff8c-9b44-c85f-acf9-03fcd711e7f0/WALs/ff635fa717b5,34801,1731104164630, archiveDir=hdfs://localhost:34399/user/jenkins/test-data/678cff8c-9b44-c85f-acf9-03fcd711e7f0/oldWALs, maxLogs=10 2024-11-08T22:16:06,911 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/678cff8c-9b44-c85f-acf9-03fcd711e7f0/WALs/ff635fa717b5,34801,1731104164630/ff635fa717b5%2C34801%2C1731104164630.meta.1731104166894.meta, exclude list is [], retry=0 2024-11-08T22:16:06,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46661,DS-d4620b46-0b26-4e9c-8af0-a32f8fb7e1aa,DISK] 2024-11-08T22:16:06,925 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/678cff8c-9b44-c85f-acf9-03fcd711e7f0/WALs/ff635fa717b5,34801,1731104164630/ff635fa717b5%2C34801%2C1731104164630.meta.1731104166894.meta 2024-11-08T22:16:06,928 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41367:41367)] 2024-11-08T22:16:06,929 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T22:16:06,929 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T22:16:06,929 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T22:16:06,929 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T22:16:06,929 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T22:16:06,930 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T22:16:06,930 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:16:06,930 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T22:16:06,930 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T22:16:06,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T22:16:06,934 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T22:16:06,934 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:16:06,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:16:06,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T22:16:06,936 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T22:16:06,936 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:16:06,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:16:06,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T22:16:06,940 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T22:16:06,940 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:16:06,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:16:06,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T22:16:06,943 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T22:16:06,943 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:16:06,947 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:16:06,947 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T22:16:06,948 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34399/user/jenkins/test-data/678cff8c-9b44-c85f-acf9-03fcd711e7f0/data/hbase/meta/1588230740 2024-11-08T22:16:06,950 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34399/user/jenkins/test-data/678cff8c-9b44-c85f-acf9-03fcd711e7f0/data/hbase/meta/1588230740 2024-11-08T22:16:06,952 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T22:16:06,952 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T22:16:06,954 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T22:16:06,956 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T22:16:06,957 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59708485, jitterRate=-0.11027424037456512}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T22:16:06,957 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T22:16:06,958 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731104166930Writing region info on filesystem at 1731104166930Initializing all the Stores at 1731104166931 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104166931Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104166932 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104166932Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104166932Cleaning up temporary data from old regions at 1731104166952 (+20 ms)Running coprocessor post-open hooks at 1731104166957 (+5 ms)Region opened successfully at 1731104166958 (+1 ms) 2024-11-08T22:16:06,960 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731104166878 2024-11-08T22:16:06,963 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T22:16:06,963 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T22:16:06,963 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ff635fa717b5,34801,1731104164630 2024-11-08T22:16:06,965 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff635fa717b5,34801,1731104164630, state=OPEN 2024-11-08T22:16:07,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34801-0x1011c853b970001, quorum=127.0.0.1:63046, baseZNode=/01517727431 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01517727431/meta-region-server 2024-11-08T22:16:07,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36719-0x1011c853b970000, quorum=127.0.0.1:63046, baseZNode=/01517727431 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01517727431/meta-region-server 2024-11-08T22:16:07,037 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ff635fa717b5,34801,1731104164630 2024-11-08T22:16:07,037 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01517727431/meta-region-server: CHANGED 2024-11-08T22:16:07,037 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01517727431/meta-region-server: CHANGED 2024-11-08T22:16:07,040 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T22:16:07,041 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ff635fa717b5,34801,1731104164630 in 314 msec 2024-11-08T22:16:07,044 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T22:16:07,044 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 499 msec 2024-11-08T22:16:07,046 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T22:16:07,046 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T22:16:07,047 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:16:07,048 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,34801,1731104164630, seqNum=-1] 2024-11-08T22:16:07,048 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:16:07,049 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45853, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T22:16:07,057 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1290 sec 2024-11-08T22:16:07,058 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731104167058, completionTime=-1 2024-11-08T22:16:07,058 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T22:16:07,058 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T22:16:07,060 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T22:16:07,061 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731104227061 2024-11-08T22:16:07,061 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731104287061 2024-11-08T22:16:07,061 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T22:16:07,061 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,36719,1731104164206-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:16:07,061 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,36719,1731104164206-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:16:07,061 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,36719,1731104164206-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:16:07,061 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ff635fa717b5:36719, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:16:07,061 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T22:16:07,062 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T22:16:07,064 DEBUG [master/ff635fa717b5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T22:16:07,066 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.205sec 2024-11-08T22:16:07,066 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T22:16:07,067 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T22:16:07,067 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T22:16:07,067 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T22:16:07,067 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T22:16:07,067 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,36719,1731104164206-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T22:16:07,067 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,36719,1731104164206-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T22:16:07,070 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T22:16:07,070 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T22:16:07,071 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,36719,1731104164206-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:16:07,130 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6eb2d706, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:16:07,130 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,36719,-1 for getting cluster id 2024-11-08T22:16:07,130 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:16:07,132 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9bda86c8-1b79-41b0-a596-fa489d8daff8' 2024-11-08T22:16:07,132 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:16:07,132 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9bda86c8-1b79-41b0-a596-fa489d8daff8" 2024-11-08T22:16:07,133 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@511bbd43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:16:07,133 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,36719,-1] 2024-11-08T22:16:07,133 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:16:07,133 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:16:07,134 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:16:07,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@647a1f2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:16:07,136 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:16:07,137 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,34801,1731104164630, seqNum=-1] 2024-11-08T22:16:07,137 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:16:07,138 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T22:16:07,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ff635fa717b5,36719,1731104164206 2024-11-08T22:16:07,142 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63046 2024-11-08T22:16:07,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63046, baseZNode=/01517727431 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T22:16:07,165 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011c853b970002 connected 2024-11-08T22:16:07,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec07456f-7a7a-d5bb-04f2-cd230380c63b/hadoop.log.dir so I do NOT create it in target/test-data/cdb5a58c-f6ed-016f-6fff-718b349dafc2 2024-11-08T22:16:07,178 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec07456f-7a7a-d5bb-04f2-cd230380c63b/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T22:16:07,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec07456f-7a7a-d5bb-04f2-cd230380c63b/hadoop.tmp.dir so I do NOT create it in target/test-data/cdb5a58c-f6ed-016f-6fff-718b349dafc2 2024-11-08T22:16:07,178 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec07456f-7a7a-d5bb-04f2-cd230380c63b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T22:16:07,178 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdb5a58c-f6ed-016f-6fff-718b349dafc2 2024-11-08T22:16:07,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T22:16:07,178 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdb5a58c-f6ed-016f-6fff-718b349dafc2/cluster_c0341555-6de6-9f3a-97a4-baee4cd4aac4, deleteOnExit=true 2024-11-08T22:16:07,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T22:16:07,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdb5a58c-f6ed-016f-6fff-718b349dafc2/test.cache.data in system properties and HBase conf 2024-11-08T22:16:07,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdb5a58c-f6ed-016f-6fff-718b349dafc2/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T22:16:07,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdb5a58c-f6ed-016f-6fff-718b349dafc2/hadoop.log.dir in system properties and HBase conf 2024-11-08T22:16:07,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdb5a58c-f6ed-016f-6fff-718b349dafc2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T22:16:07,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdb5a58c-f6ed-016f-6fff-718b349dafc2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T22:16:07,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T22:16:07,179 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T22:16:07,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdb5a58c-f6ed-016f-6fff-718b349dafc2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T22:16:07,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdb5a58c-f6ed-016f-6fff-718b349dafc2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T22:16:07,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdb5a58c-f6ed-016f-6fff-718b349dafc2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T22:16:07,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdb5a58c-f6ed-016f-6fff-718b349dafc2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T22:16:07,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdb5a58c-f6ed-016f-6fff-718b349dafc2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T22:16:07,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdb5a58c-f6ed-016f-6fff-718b349dafc2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T22:16:07,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdb5a58c-f6ed-016f-6fff-718b349dafc2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T22:16:07,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdb5a58c-f6ed-016f-6fff-718b349dafc2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T22:16:07,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdb5a58c-f6ed-016f-6fff-718b349dafc2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T22:16:07,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdb5a58c-f6ed-016f-6fff-718b349dafc2/nfs.dump.dir in system properties and HBase conf 2024-11-08T22:16:07,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdb5a58c-f6ed-016f-6fff-718b349dafc2/java.io.tmpdir in system properties and HBase conf 2024-11-08T22:16:07,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdb5a58c-f6ed-016f-6fff-718b349dafc2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T22:16:07,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdb5a58c-f6ed-016f-6fff-718b349dafc2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T22:16:07,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdb5a58c-f6ed-016f-6fff-718b349dafc2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T22:16:07,630 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T22:16:07,641 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T22:16:07,686 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T22:16:07,686 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T22:16:07,686 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T22:16:07,689 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T22:16:07,695 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@462695ad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdb5a58c-f6ed-016f-6fff-718b349dafc2/hadoop.log.dir/,AVAILABLE} 2024-11-08T22:16:07,696 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74193318{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T22:16:07,831 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c8e74ef{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdb5a58c-f6ed-016f-6fff-718b349dafc2/java.io.tmpdir/jetty-localhost-39057-hadoop-hdfs-3_4_1-tests_jar-_-any-7364537083956671352/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T22:16:07,832 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@74b78d20{HTTP/1.1, (http/1.1)}{localhost:39057} 2024-11-08T22:16:07,832 INFO [Time-limited test {}] server.Server(415): Started @42093ms 2024-11-08T22:16:08,108 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T22:16:08,114 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T22:16:08,117 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T22:16:08,117 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T22:16:08,117 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T22:16:08,118 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2eb4cca5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdb5a58c-f6ed-016f-6fff-718b349dafc2/hadoop.log.dir/,AVAILABLE} 2024-11-08T22:16:08,118 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ae4ebc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T22:16:08,250 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29e76d9b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdb5a58c-f6ed-016f-6fff-718b349dafc2/java.io.tmpdir/jetty-localhost-42397-hadoop-hdfs-3_4_1-tests_jar-_-any-6353444583750679862/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T22:16:08,251 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2e4bcfa{HTTP/1.1, (http/1.1)}{localhost:42397} 2024-11-08T22:16:08,251 INFO [Time-limited test {}] server.Server(415): Started @42512ms 2024-11-08T22:16:08,252 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T22:16:08,328 WARN [RS:0;ff635fa717b5:34801 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of ff635fa717b5,37839,1731104133617: status=Processing ServerCrashProcedure of ff635fa717b5,37839,1731104133617 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731104151455, completionTime=-1 appears to have been leaked 2024-11-08T22:16:08,641 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T22:16:08,642 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:16:08,663 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:16:09,070 WARN [Thread-621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdb5a58c-f6ed-016f-6fff-718b349dafc2/cluster_c0341555-6de6-9f3a-97a4-baee4cd4aac4/data/data1/current/BP-1833376049-172.17.0.3-1731104167212/current, will proceed with Du for space computation calculation, 2024-11-08T22:16:09,078 WARN [Thread-622 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdb5a58c-f6ed-016f-6fff-718b349dafc2/cluster_c0341555-6de6-9f3a-97a4-baee4cd4aac4/data/data2/current/BP-1833376049-172.17.0.3-1731104167212/current, will proceed with Du for space computation calculation, 2024-11-08T22:16:09,174 WARN [Thread-608 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T22:16:09,192 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc7954087222dee22 with lease ID 0x4eb7007d86607788: Processing first storage report for DS-a9e006d9-6415-4def-a12f-821273b176fa from datanode DatanodeRegistration(127.0.0.1:42215, datanodeUuid=8c626b0f-9f1d-46d7-8e75-06d7b25a28b5, infoPort=36363, infoSecurePort=0, ipcPort=42049, storageInfo=lv=-57;cid=testClusterID;nsid=1524671476;c=1731104167212) 2024-11-08T22:16:09,192 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc7954087222dee22 with lease ID 0x4eb7007d86607788: from storage DS-a9e006d9-6415-4def-a12f-821273b176fa node DatanodeRegistration(127.0.0.1:42215, datanodeUuid=8c626b0f-9f1d-46d7-8e75-06d7b25a28b5, infoPort=36363, infoSecurePort=0, ipcPort=42049, storageInfo=lv=-57;cid=testClusterID;nsid=1524671476;c=1731104167212), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T22:16:09,192 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc7954087222dee22 with lease ID 0x4eb7007d86607788: Processing first storage report for DS-b49d9b0d-3501-4df1-af95-fecc29b398be from datanode DatanodeRegistration(127.0.0.1:42215, datanodeUuid=8c626b0f-9f1d-46d7-8e75-06d7b25a28b5, infoPort=36363, infoSecurePort=0, ipcPort=42049, storageInfo=lv=-57;cid=testClusterID;nsid=1524671476;c=1731104167212) 2024-11-08T22:16:09,192 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc7954087222dee22 with lease ID 0x4eb7007d86607788: from storage DS-b49d9b0d-3501-4df1-af95-fecc29b398be node DatanodeRegistration(127.0.0.1:42215, datanodeUuid=8c626b0f-9f1d-46d7-8e75-06d7b25a28b5, infoPort=36363, infoSecurePort=0, ipcPort=42049, storageInfo=lv=-57;cid=testClusterID;nsid=1524671476;c=1731104167212), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T22:16:09,241 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdb5a58c-f6ed-016f-6fff-718b349dafc2 2024-11-08T22:16:09,241 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:16:09,244 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:16:09,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42215 is added to blk_1073741825_1001 (size=7) 2024-11-08T22:16:09,670 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44095/user/jenkins/test-data/d77cc75b-8feb-a878-594d-f8e08c1a80f3 with version=8 2024-11-08T22:16:09,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44095/user/jenkins/test-data/d77cc75b-8feb-a878-594d-f8e08c1a80f3/hbase-staging 2024-11-08T22:16:09,672 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ff635fa717b5:0 server-side Connection retries=45 2024-11-08T22:16:09,672 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:16:09,672 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T22:16:09,673 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T22:16:09,673 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:16:09,673 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T22:16:09,673 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T22:16:09,673 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T22:16:09,673 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42801 2024-11-08T22:16:09,674 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42801 connecting to ZooKeeper ensemble=127.0.0.1:63046 2024-11-08T22:16:09,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:428010x0, quorum=127.0.0.1:63046, baseZNode=/1-1050950081 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T22:16:09,729 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42801-0x1011c853b970003 connected 2024-11-08T22:16:09,806 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:16:09,808 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:16:09,809 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42801-0x1011c853b970003, quorum=127.0.0.1:63046, baseZNode=/1-1050950081 Set watcher on znode that does not yet exist, /1-1050950081/running 2024-11-08T22:16:09,810 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44095/user/jenkins/test-data/d77cc75b-8feb-a878-594d-f8e08c1a80f3, hbase.cluster.distributed=false 2024-11-08T22:16:09,811 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42801-0x1011c853b970003, quorum=127.0.0.1:63046, baseZNode=/1-1050950081 Set watcher on znode that does not yet exist, /1-1050950081/acl 2024-11-08T22:16:09,811 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42801 2024-11-08T22:16:09,811 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42801 2024-11-08T22:16:09,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42801 2024-11-08T22:16:09,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42801 2024-11-08T22:16:09,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42801 2024-11-08T22:16:09,832 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ff635fa717b5:0 server-side Connection retries=45 2024-11-08T22:16:09,832 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:16:09,833 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T22:16:09,833 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T22:16:09,833 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:16:09,833 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T22:16:09,833 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T22:16:09,833 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T22:16:09,834 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33915 2024-11-08T22:16:09,834 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33915 connecting to ZooKeeper ensemble=127.0.0.1:63046 2024-11-08T22:16:09,835 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:16:09,836 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:16:09,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:339150x0, quorum=127.0.0.1:63046, baseZNode=/1-1050950081 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T22:16:09,849 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:339150x0, quorum=127.0.0.1:63046, baseZNode=/1-1050950081 Set watcher on znode that does not yet exist, /1-1050950081/running 2024-11-08T22:16:09,849 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33915-0x1011c853b970004 connected 2024-11-08T22:16:09,849 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T22:16:09,852 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T22:16:09,853 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33915-0x1011c853b970004, quorum=127.0.0.1:63046, baseZNode=/1-1050950081 Set watcher on znode that does not yet exist, /1-1050950081/master 2024-11-08T22:16:09,854 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33915-0x1011c853b970004, quorum=127.0.0.1:63046, baseZNode=/1-1050950081 Set watcher on znode that does not yet exist, /1-1050950081/acl 2024-11-08T22:16:09,855 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33915 2024-11-08T22:16:09,855 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33915 2024-11-08T22:16:09,855 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33915 2024-11-08T22:16:09,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33915 2024-11-08T22:16:09,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33915 2024-11-08T22:16:09,872 DEBUG [M:0;ff635fa717b5:42801 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ff635fa717b5:42801 2024-11-08T22:16:09,876 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1050950081/backup-masters/ff635fa717b5,42801,1731104169672 2024-11-08T22:16:09,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33915-0x1011c853b970004, quorum=127.0.0.1:63046, baseZNode=/1-1050950081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1050950081/backup-masters 2024-11-08T22:16:09,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42801-0x1011c853b970003, quorum=127.0.0.1:63046, baseZNode=/1-1050950081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1050950081/backup-masters 2024-11-08T22:16:09,887 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42801-0x1011c853b970003, quorum=127.0.0.1:63046, baseZNode=/1-1050950081 Set watcher on existing znode=/1-1050950081/backup-masters/ff635fa717b5,42801,1731104169672 2024-11-08T22:16:09,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42801-0x1011c853b970003, quorum=127.0.0.1:63046, baseZNode=/1-1050950081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1050950081 2024-11-08T22:16:09,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33915-0x1011c853b970004, quorum=127.0.0.1:63046, baseZNode=/1-1050950081 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1050950081/master 2024-11-08T22:16:09,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33915-0x1011c853b970004, quorum=127.0.0.1:63046, baseZNode=/1-1050950081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1050950081 2024-11-08T22:16:09,899 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42801-0x1011c853b970003, quorum=127.0.0.1:63046, baseZNode=/1-1050950081 Set watcher on existing znode=/1-1050950081/master 2024-11-08T22:16:09,899 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1050950081/backup-masters/ff635fa717b5,42801,1731104169672 from backup master directory 2024-11-08T22:16:09,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33915-0x1011c853b970004, quorum=127.0.0.1:63046, baseZNode=/1-1050950081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1050950081/backup-masters 2024-11-08T22:16:09,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42801-0x1011c853b970003, quorum=127.0.0.1:63046, baseZNode=/1-1050950081 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1050950081/backup-masters/ff635fa717b5,42801,1731104169672 2024-11-08T22:16:09,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42801-0x1011c853b970003, quorum=127.0.0.1:63046, baseZNode=/1-1050950081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1050950081/backup-masters 2024-11-08T22:16:09,911 WARN [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T22:16:09,911 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ff635fa717b5,42801,1731104169672 2024-11-08T22:16:09,917 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44095/user/jenkins/test-data/d77cc75b-8feb-a878-594d-f8e08c1a80f3/hbase.id] with ID: 574a1465-1b2f-45b6-bf6f-b9e30efbdb2c 2024-11-08T22:16:09,918 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44095/user/jenkins/test-data/d77cc75b-8feb-a878-594d-f8e08c1a80f3/.tmp/hbase.id 2024-11-08T22:16:09,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42215 is added to blk_1073741826_1002 (size=42) 2024-11-08T22:16:10,327 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44095/user/jenkins/test-data/d77cc75b-8feb-a878-594d-f8e08c1a80f3/.tmp/hbase.id]:[hdfs://localhost:44095/user/jenkins/test-data/d77cc75b-8feb-a878-594d-f8e08c1a80f3/hbase.id] 2024-11-08T22:16:10,342 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:16:10,342 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T22:16:10,345 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-08T22:16:10,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42801-0x1011c853b970003, quorum=127.0.0.1:63046, baseZNode=/1-1050950081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1050950081 2024-11-08T22:16:10,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33915-0x1011c853b970004, quorum=127.0.0.1:63046, baseZNode=/1-1050950081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1050950081 2024-11-08T22:16:10,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42215 is added to blk_1073741827_1003 (size=196) 2024-11-08T22:16:10,799 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T22:16:10,800 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T22:16:10,800 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:16:10,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42215 is added to blk_1073741828_1004 (size=1189) 2024-11-08T22:16:11,208 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44095/user/jenkins/test-data/d77cc75b-8feb-a878-594d-f8e08c1a80f3/MasterData/data/master/store 2024-11-08T22:16:11,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42215 is added to blk_1073741829_1005 (size=34) 2024-11-08T22:16:11,621 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:16:11,622 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T22:16:11,622 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:16:11,622 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:16:11,622 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T22:16:11,622 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:16:11,622 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:16:11,622 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731104171621Disabling compacts and flushes for region at 1731104171621Disabling writes for close at 1731104171622 (+1 ms)Writing region close event to WAL at 1731104171622Closed at 1731104171622 2024-11-08T22:16:11,625 WARN [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44095/user/jenkins/test-data/d77cc75b-8feb-a878-594d-f8e08c1a80f3/MasterData/data/master/store/.initializing 2024-11-08T22:16:11,626 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44095/user/jenkins/test-data/d77cc75b-8feb-a878-594d-f8e08c1a80f3/MasterData/WALs/ff635fa717b5,42801,1731104169672 2024-11-08T22:16:11,629 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T22:16:11,632 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ff635fa717b5%2C42801%2C1731104169672, suffix=, logDir=hdfs://localhost:44095/user/jenkins/test-data/d77cc75b-8feb-a878-594d-f8e08c1a80f3/MasterData/WALs/ff635fa717b5,42801,1731104169672, archiveDir=hdfs://localhost:44095/user/jenkins/test-data/d77cc75b-8feb-a878-594d-f8e08c1a80f3/MasterData/oldWALs, maxLogs=10 2024-11-08T22:16:11,650 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d77cc75b-8feb-a878-594d-f8e08c1a80f3/MasterData/WALs/ff635fa717b5,42801,1731104169672/ff635fa717b5%2C42801%2C1731104169672.1731104171632, exclude list is [], retry=0 2024-11-08T22:16:11,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42215,DS-a9e006d9-6415-4def-a12f-821273b176fa,DISK] 2024-11-08T22:16:11,659 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d77cc75b-8feb-a878-594d-f8e08c1a80f3/MasterData/WALs/ff635fa717b5,42801,1731104169672/ff635fa717b5%2C42801%2C1731104169672.1731104171632 2024-11-08T22:16:11,660 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36363:36363)] 2024-11-08T22:16:11,660 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T22:16:11,660 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:16:11,660 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:16:11,660 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:16:11,666 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:16:11,668 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T22:16:11,669 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:16:11,670 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:16:11,670 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:16:11,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T22:16:11,672 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:16:11,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:16:11,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:16:11,680 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T22:16:11,680 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:16:11,681 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:16:11,681 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:16:11,683 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T22:16:11,683 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:16:11,684 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:16:11,684 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:16:11,687 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44095/user/jenkins/test-data/d77cc75b-8feb-a878-594d-f8e08c1a80f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:16:11,689 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44095/user/jenkins/test-data/d77cc75b-8feb-a878-594d-f8e08c1a80f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:16:11,691 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:16:11,691 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:16:11,692 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T22:16:11,696 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:16:11,708 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44095/user/jenkins/test-data/d77cc75b-8feb-a878-594d-f8e08c1a80f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:16:11,710 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70868337, jitterRate=0.05602051317691803}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T22:16:11,710 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731104171661Initializing all the Stores at 1731104171663 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104171664 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104171665 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104171665Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104171665Cleaning up temporary data from old regions at 1731104171691 (+26 ms)Region opened successfully at 1731104171710 (+19 ms) 2024-11-08T22:16:11,712 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T22:16:11,721 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41e3da89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff635fa717b5/172.17.0.3:0 2024-11-08T22:16:11,722 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T22:16:11,723 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T22:16:11,723 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T22:16:11,723 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T22:16:11,724 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T22:16:11,724 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T22:16:11,724 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T22:16:11,737 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T22:16:11,740 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42801-0x1011c853b970003, quorum=127.0.0.1:63046, baseZNode=/1-1050950081 Unable to get data of znode /1-1050950081/balancer because node does not exist (not necessarily an error) 2024-11-08T22:16:11,792 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1050950081/balancer already deleted, retry=false 2024-11-08T22:16:11,792 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T22:16:11,793 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42801-0x1011c853b970003, quorum=127.0.0.1:63046, baseZNode=/1-1050950081 Unable to get data of znode /1-1050950081/normalizer because node does not exist (not necessarily an error) 2024-11-08T22:16:11,806 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1050950081/normalizer already deleted, retry=false 2024-11-08T22:16:11,807 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T22:16:11,809 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42801-0x1011c853b970003, quorum=127.0.0.1:63046, baseZNode=/1-1050950081 Unable to get data of znode /1-1050950081/switch/split because node does not exist (not necessarily an error) 2024-11-08T22:16:11,816 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1050950081/switch/split already deleted, retry=false 2024-11-08T22:16:11,818 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42801-0x1011c853b970003, quorum=127.0.0.1:63046, baseZNode=/1-1050950081 Unable to get data of znode /1-1050950081/switch/merge because node does not exist (not necessarily an error) 2024-11-08T22:16:11,827 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1050950081/switch/merge already deleted, retry=false 2024-11-08T22:16:11,830 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42801-0x1011c853b970003, quorum=127.0.0.1:63046, baseZNode=/1-1050950081 Unable to get data of znode /1-1050950081/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T22:16:11,837 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1050950081/snapshot-cleanup already deleted, retry=false 2024-11-08T22:16:11,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42801-0x1011c853b970003, quorum=127.0.0.1:63046, baseZNode=/1-1050950081 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1050950081/running 2024-11-08T22:16:11,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42801-0x1011c853b970003, quorum=127.0.0.1:63046, baseZNode=/1-1050950081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1050950081 2024-11-08T22:16:11,849 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ff635fa717b5,42801,1731104169672, sessionid=0x1011c853b970003, setting cluster-up flag (Was=false) 2024-11-08T22:16:11,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33915-0x1011c853b970004, quorum=127.0.0.1:63046, baseZNode=/1-1050950081 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1050950081/running 2024-11-08T22:16:11,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33915-0x1011c853b970004, quorum=127.0.0.1:63046, baseZNode=/1-1050950081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1050950081 2024-11-08T22:16:11,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42801-0x1011c853b970003, quorum=127.0.0.1:63046, baseZNode=/1-1050950081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1050950081 2024-11-08T22:16:11,901 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1050950081/flush-table-proc/acquired, /1-1050950081/flush-table-proc/reached, /1-1050950081/flush-table-proc/abort 2024-11-08T22:16:11,906 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff635fa717b5,42801,1731104169672 2024-11-08T22:16:11,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33915-0x1011c853b970004, quorum=127.0.0.1:63046, baseZNode=/1-1050950081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1050950081 2024-11-08T22:16:11,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42801-0x1011c853b970003, quorum=127.0.0.1:63046, baseZNode=/1-1050950081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1050950081 2024-11-08T22:16:11,971 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1050950081/online-snapshot/acquired, /1-1050950081/online-snapshot/reached, /1-1050950081/online-snapshot/abort 2024-11-08T22:16:11,981 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff635fa717b5,42801,1731104169672 2024-11-08T22:16:11,983 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44095/user/jenkins/test-data/d77cc75b-8feb-a878-594d-f8e08c1a80f3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T22:16:11,986 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T22:16:11,986 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T22:16:11,986 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T22:16:11,987 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ff635fa717b5,42801,1731104169672 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T22:16:11,989 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:16:11,989 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:16:11,989 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:16:11,989 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:16:11,989 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ff635fa717b5:0, corePoolSize=10, maxPoolSize=10 2024-11-08T22:16:11,990 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:16:11,990 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ff635fa717b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T22:16:11,990 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:16:12,003 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T22:16:12,003 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T22:16:12,004 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:16:12,005 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T22:16:12,015 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731104202015 2024-11-08T22:16:12,015 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T22:16:12,016 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T22:16:12,016 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T22:16:12,016 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T22:16:12,016 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T22:16:12,016 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T22:16:12,020 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T22:16:12,024 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T22:16:12,024 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T22:16:12,024 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T22:16:12,024 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T22:16:12,028 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T22:16:12,028 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T22:16:12,033 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.large.0-1731104172029,5,FailOnTimeoutGroup] 2024-11-08T22:16:12,034 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.small.0-1731104172033,5,FailOnTimeoutGroup] 2024-11-08T22:16:12,034 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T22:16:12,034 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T22:16:12,034 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T22:16:12,034 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T22:16:12,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42215 is added to blk_1073741831_1007 (size=1321) 2024-11-08T22:16:12,042 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44095/user/jenkins/test-data/d77cc75b-8feb-a878-594d-f8e08c1a80f3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T22:16:12,042 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44095/user/jenkins/test-data/d77cc75b-8feb-a878-594d-f8e08c1a80f3 2024-11-08T22:16:12,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42215 is added to blk_1073741832_1008 (size=32) 2024-11-08T22:16:12,074 INFO [RS:0;ff635fa717b5:33915 {}] regionserver.HRegionServer(746): ClusterId : 574a1465-1b2f-45b6-bf6f-b9e30efbdb2c 2024-11-08T22:16:12,074 DEBUG [RS:0;ff635fa717b5:33915 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T22:16:12,088 DEBUG [RS:0;ff635fa717b5:33915 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T22:16:12,088 DEBUG [RS:0;ff635fa717b5:33915 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T22:16:12,102 DEBUG [RS:0;ff635fa717b5:33915 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T22:16:12,102 DEBUG [RS:0;ff635fa717b5:33915 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@363575e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff635fa717b5/172.17.0.3:0 2024-11-08T22:16:12,119 DEBUG [RS:0;ff635fa717b5:33915 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ff635fa717b5:33915 2024-11-08T22:16:12,120 INFO [RS:0;ff635fa717b5:33915 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T22:16:12,120 INFO [RS:0;ff635fa717b5:33915 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T22:16:12,128 DEBUG [RS:0;ff635fa717b5:33915 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T22:16:12,136 INFO [RS:0;ff635fa717b5:33915 {}] regionserver.HRegionServer(2659): reportForDuty to master=ff635fa717b5,42801,1731104169672 with port=33915, startcode=1731104169832 2024-11-08T22:16:12,137 DEBUG [RS:0;ff635fa717b5:33915 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T22:16:12,149 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38335, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T22:16:12,150 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42801 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ff635fa717b5,33915,1731104169832 2024-11-08T22:16:12,150 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42801 {}] master.ServerManager(517): Registering regionserver=ff635fa717b5,33915,1731104169832 2024-11-08T22:16:12,152 DEBUG [RS:0;ff635fa717b5:33915 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44095/user/jenkins/test-data/d77cc75b-8feb-a878-594d-f8e08c1a80f3 2024-11-08T22:16:12,152 DEBUG [RS:0;ff635fa717b5:33915 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44095 2024-11-08T22:16:12,152 DEBUG [RS:0;ff635fa717b5:33915 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T22:16:12,182 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T22:16:12,247 DEBUG [RS:0;ff635fa717b5:33915 {}] zookeeper.ZKUtil(111): regionserver:33915-0x1011c853b970004, quorum=127.0.0.1:63046, baseZNode=/1-1050950081 Set watcher on existing znode=/1-1050950081/rs/ff635fa717b5,33915,1731104169832 2024-11-08T22:16:12,247 WARN [RS:0;ff635fa717b5:33915 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T22:16:12,247 INFO [RS:0;ff635fa717b5:33915 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:16:12,247 DEBUG [RS:0;ff635fa717b5:33915 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44095/user/jenkins/test-data/d77cc75b-8feb-a878-594d-f8e08c1a80f3/WALs/ff635fa717b5,33915,1731104169832 2024-11-08T22:16:12,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42801-0x1011c853b970003, quorum=127.0.0.1:63046, baseZNode=/1-1050950081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1050950081/rs 2024-11-08T22:16:12,260 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ff635fa717b5,33915,1731104169832] 2024-11-08T22:16:12,279 INFO [RS:0;ff635fa717b5:33915 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T22:16:12,283 INFO [RS:0;ff635fa717b5:33915 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T22:16:12,283 INFO [RS:0;ff635fa717b5:33915 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T22:16:12,283 INFO [RS:0;ff635fa717b5:33915 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:16:12,293 INFO [RS:0;ff635fa717b5:33915 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T22:16:12,295 INFO [RS:0;ff635fa717b5:33915 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T22:16:12,295 INFO [RS:0;ff635fa717b5:33915 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T22:16:12,295 DEBUG [RS:0;ff635fa717b5:33915 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:16:12,295 DEBUG [RS:0;ff635fa717b5:33915 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:16:12,295 DEBUG [RS:0;ff635fa717b5:33915 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:16:12,295 DEBUG [RS:0;ff635fa717b5:33915 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:16:12,295 DEBUG [RS:0;ff635fa717b5:33915 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:16:12,295 DEBUG [RS:0;ff635fa717b5:33915 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ff635fa717b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T22:16:12,295 DEBUG [RS:0;ff635fa717b5:33915 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:16:12,295 DEBUG [RS:0;ff635fa717b5:33915 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:16:12,296 DEBUG [RS:0;ff635fa717b5:33915 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:16:12,296 DEBUG [RS:0;ff635fa717b5:33915 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:16:12,296 DEBUG [RS:0;ff635fa717b5:33915 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:16:12,296 DEBUG [RS:0;ff635fa717b5:33915 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:16:12,296 DEBUG [RS:0;ff635fa717b5:33915 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T22:16:12,296 DEBUG [RS:0;ff635fa717b5:33915 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T22:16:12,312 INFO [RS:0;ff635fa717b5:33915 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T22:16:12,313 INFO [RS:0;ff635fa717b5:33915 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T22:16:12,313 INFO [RS:0;ff635fa717b5:33915 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:16:12,313 INFO [RS:0;ff635fa717b5:33915 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T22:16:12,313 INFO [RS:0;ff635fa717b5:33915 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T22:16:12,313 INFO [RS:0;ff635fa717b5:33915 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,33915,1731104169832-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T22:16:12,341 INFO [RS:0;ff635fa717b5:33915 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T22:16:12,341 INFO [RS:0;ff635fa717b5:33915 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,33915,1731104169832-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:16:12,342 INFO [RS:0;ff635fa717b5:33915 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:16:12,342 INFO [RS:0;ff635fa717b5:33915 {}] regionserver.Replication(171): ff635fa717b5,33915,1731104169832 started 2024-11-08T22:16:12,362 INFO [RS:0;ff635fa717b5:33915 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:16:12,362 INFO [RS:0;ff635fa717b5:33915 {}] regionserver.HRegionServer(1482): Serving as ff635fa717b5,33915,1731104169832, RpcServer on ff635fa717b5/172.17.0.3:33915, sessionid=0x1011c853b970004 2024-11-08T22:16:12,362 DEBUG [RS:0;ff635fa717b5:33915 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T22:16:12,362 DEBUG [RS:0;ff635fa717b5:33915 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ff635fa717b5,33915,1731104169832 2024-11-08T22:16:12,362 DEBUG [RS:0;ff635fa717b5:33915 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff635fa717b5,33915,1731104169832' 2024-11-08T22:16:12,362 DEBUG [RS:0;ff635fa717b5:33915 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1050950081/flush-table-proc/abort' 2024-11-08T22:16:12,363 DEBUG [RS:0;ff635fa717b5:33915 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1050950081/flush-table-proc/acquired' 2024-11-08T22:16:12,364 DEBUG [RS:0;ff635fa717b5:33915 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T22:16:12,364 DEBUG [RS:0;ff635fa717b5:33915 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T22:16:12,364 DEBUG [RS:0;ff635fa717b5:33915 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ff635fa717b5,33915,1731104169832 2024-11-08T22:16:12,364 DEBUG [RS:0;ff635fa717b5:33915 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff635fa717b5,33915,1731104169832' 2024-11-08T22:16:12,364 DEBUG [RS:0;ff635fa717b5:33915 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1050950081/online-snapshot/abort' 2024-11-08T22:16:12,365 DEBUG [RS:0;ff635fa717b5:33915 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1050950081/online-snapshot/acquired' 2024-11-08T22:16:12,365 DEBUG [RS:0;ff635fa717b5:33915 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T22:16:12,366 INFO [RS:0;ff635fa717b5:33915 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T22:16:12,366 INFO [RS:0;ff635fa717b5:33915 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T22:16:12,466 INFO [RS:0;ff635fa717b5:33915 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T22:16:12,468 INFO [RS:0;ff635fa717b5:33915 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff635fa717b5%2C33915%2C1731104169832, suffix=, logDir=hdfs://localhost:44095/user/jenkins/test-data/d77cc75b-8feb-a878-594d-f8e08c1a80f3/WALs/ff635fa717b5,33915,1731104169832, archiveDir=hdfs://localhost:44095/user/jenkins/test-data/d77cc75b-8feb-a878-594d-f8e08c1a80f3/oldWALs, maxLogs=10 2024-11-08T22:16:12,472 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:16:12,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T22:16:12,475 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T22:16:12,475 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:16:12,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:16:12,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T22:16:12,477 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T22:16:12,477 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:16:12,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:16:12,478 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T22:16:12,479 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T22:16:12,479 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:16:12,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:16:12,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T22:16:12,482 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T22:16:12,482 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:16:12,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:16:12,483 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T22:16:12,483 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44095/user/jenkins/test-data/d77cc75b-8feb-a878-594d-f8e08c1a80f3/data/hbase/meta/1588230740 2024-11-08T22:16:12,484 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44095/user/jenkins/test-data/d77cc75b-8feb-a878-594d-f8e08c1a80f3/data/hbase/meta/1588230740 2024-11-08T22:16:12,485 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T22:16:12,485 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T22:16:12,485 DEBUG [RS:0;ff635fa717b5:33915 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d77cc75b-8feb-a878-594d-f8e08c1a80f3/WALs/ff635fa717b5,33915,1731104169832/ff635fa717b5%2C33915%2C1731104169832.1731104172468, exclude list is [], retry=0 2024-11-08T22:16:12,485 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T22:16:12,487 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T22:16:12,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42215,DS-a9e006d9-6415-4def-a12f-821273b176fa,DISK] 2024-11-08T22:16:12,489 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44095/user/jenkins/test-data/d77cc75b-8feb-a878-594d-f8e08c1a80f3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:16:12,490 INFO [RS:0;ff635fa717b5:33915 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d77cc75b-8feb-a878-594d-f8e08c1a80f3/WALs/ff635fa717b5,33915,1731104169832/ff635fa717b5%2C33915%2C1731104169832.1731104172468 2024-11-08T22:16:12,490 DEBUG [RS:0;ff635fa717b5:33915 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36363:36363)] 2024-11-08T22:16:12,490 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64364574, jitterRate=-0.040893107652664185}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T22:16:12,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731104172472Initializing all the Stores at 1731104172473 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104172473Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104172473Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104172473Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104172473Cleaning up temporary data from old regions at 1731104172485 (+12 ms)Region opened successfully at 1731104172490 (+5 ms) 2024-11-08T22:16:12,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T22:16:12,491 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T22:16:12,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T22:16:12,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T22:16:12,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T22:16:12,492 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T22:16:12,492 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731104172491Disabling compacts and flushes for region at 1731104172491Disabling writes for close at 1731104172491Writing region close event to WAL at 1731104172492 (+1 ms)Closed at 1731104172492 2024-11-08T22:16:12,493 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T22:16:12,493 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T22:16:12,493 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T22:16:12,494 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T22:16:12,495 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T22:16:12,646 DEBUG [ff635fa717b5:42801 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T22:16:12,647 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ff635fa717b5,33915,1731104169832 2024-11-08T22:16:12,648 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff635fa717b5,33915,1731104169832, state=OPENING 2024-11-08T22:16:12,659 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T22:16:12,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33915-0x1011c853b970004, quorum=127.0.0.1:63046, baseZNode=/1-1050950081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1050950081 2024-11-08T22:16:12,671 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T22:16:12,671 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ff635fa717b5,33915,1731104169832}] 2024-11-08T22:16:12,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42801-0x1011c853b970003, quorum=127.0.0.1:63046, baseZNode=/1-1050950081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1050950081 2024-11-08T22:16:12,673 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1050950081/meta-region-server: CHANGED 2024-11-08T22:16:12,673 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1050950081/meta-region-server: CHANGED 2024-11-08T22:16:12,826 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T22:16:12,830 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34167, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T22:16:12,835 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T22:16:12,835 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:16:12,835 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T22:16:12,839 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff635fa717b5%2C33915%2C1731104169832.meta, suffix=.meta, logDir=hdfs://localhost:44095/user/jenkins/test-data/d77cc75b-8feb-a878-594d-f8e08c1a80f3/WALs/ff635fa717b5,33915,1731104169832, archiveDir=hdfs://localhost:44095/user/jenkins/test-data/d77cc75b-8feb-a878-594d-f8e08c1a80f3/oldWALs, maxLogs=10 2024-11-08T22:16:12,857 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d77cc75b-8feb-a878-594d-f8e08c1a80f3/WALs/ff635fa717b5,33915,1731104169832/ff635fa717b5%2C33915%2C1731104169832.meta.1731104172840.meta, exclude list is [], retry=0 2024-11-08T22:16:12,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42215,DS-a9e006d9-6415-4def-a12f-821273b176fa,DISK] 2024-11-08T22:16:12,863 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d77cc75b-8feb-a878-594d-f8e08c1a80f3/WALs/ff635fa717b5,33915,1731104169832/ff635fa717b5%2C33915%2C1731104169832.meta.1731104172840.meta 2024-11-08T22:16:12,864 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36363:36363)] 2024-11-08T22:16:12,864 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T22:16:12,864 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T22:16:12,865 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T22:16:12,865 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T22:16:12,865 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T22:16:12,865 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T22:16:12,865 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:16:12,865 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T22:16:12,865 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T22:16:12,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T22:16:12,867 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T22:16:12,867 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:16:12,868 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:16:12,868 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T22:16:12,869 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T22:16:12,870 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:16:12,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:16:12,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T22:16:12,871 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T22:16:12,871 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:16:12,872 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:16:12,872 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T22:16:12,873 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T22:16:12,873 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:16:12,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:16:12,873 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T22:16:12,874 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44095/user/jenkins/test-data/d77cc75b-8feb-a878-594d-f8e08c1a80f3/data/hbase/meta/1588230740 2024-11-08T22:16:12,875 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44095/user/jenkins/test-data/d77cc75b-8feb-a878-594d-f8e08c1a80f3/data/hbase/meta/1588230740 2024-11-08T22:16:12,877 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T22:16:12,877 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T22:16:12,878 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T22:16:12,880 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T22:16:12,881 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59771907, jitterRate=-0.10932917892932892}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T22:16:12,881 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T22:16:12,881 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731104172865Writing region info on filesystem at 1731104172865Initializing all the Stores at 1731104172866 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104172866Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104172866Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104172866Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104172866Cleaning up temporary data from old regions at 1731104172877 (+11 ms)Running coprocessor post-open hooks at 1731104172881 (+4 ms)Region opened successfully at 1731104172881 2024-11-08T22:16:12,882 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731104172825 2024-11-08T22:16:12,885 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T22:16:12,885 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T22:16:12,886 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ff635fa717b5,33915,1731104169832 2024-11-08T22:16:12,887 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff635fa717b5,33915,1731104169832, state=OPEN 2024-11-08T22:16:12,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33915-0x1011c853b970004, quorum=127.0.0.1:63046, baseZNode=/1-1050950081 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1050950081/meta-region-server 2024-11-08T22:16:12,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42801-0x1011c853b970003, quorum=127.0.0.1:63046, baseZNode=/1-1050950081 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1050950081/meta-region-server 2024-11-08T22:16:12,897 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ff635fa717b5,33915,1731104169832 2024-11-08T22:16:12,897 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1050950081/meta-region-server: CHANGED 2024-11-08T22:16:12,897 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1050950081/meta-region-server: CHANGED 2024-11-08T22:16:12,901 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T22:16:12,901 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ff635fa717b5,33915,1731104169832 in 226 msec 2024-11-08T22:16:12,905 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T22:16:12,905 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 408 msec 2024-11-08T22:16:12,906 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T22:16:12,906 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T22:16:12,907 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:16:12,907 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,33915,1731104169832, seqNum=-1] 2024-11-08T22:16:12,908 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:16:12,909 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43145, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T22:16:12,916 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 931 msec 2024-11-08T22:16:12,916 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731104172916, completionTime=-1 2024-11-08T22:16:12,916 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T22:16:12,917 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T22:16:12,919 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T22:16:12,919 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731104232919 2024-11-08T22:16:12,919 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731104292919 2024-11-08T22:16:12,919 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T22:16:12,919 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,42801,1731104169672-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:16:12,920 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,42801,1731104169672-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:16:12,920 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,42801,1731104169672-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:16:12,920 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ff635fa717b5:42801, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:16:12,920 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T22:16:12,921 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T22:16:12,923 DEBUG [master/ff635fa717b5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T22:16:12,926 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.015sec 2024-11-08T22:16:12,926 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T22:16:12,926 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T22:16:12,926 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T22:16:12,926 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T22:16:12,926 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T22:16:12,926 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,42801,1731104169672-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T22:16:12,926 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,42801,1731104169672-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T22:16:12,930 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T22:16:12,930 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T22:16:12,930 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,42801,1731104169672-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:16:12,974 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4338215d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:16:12,974 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,42801,-1 for getting cluster id 2024-11-08T22:16:12,974 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:16:12,976 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '574a1465-1b2f-45b6-bf6f-b9e30efbdb2c' 2024-11-08T22:16:12,976 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:16:12,976 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "574a1465-1b2f-45b6-bf6f-b9e30efbdb2c" 2024-11-08T22:16:12,976 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@653fba9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:16:12,976 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,42801,-1] 2024-11-08T22:16:12,977 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:16:12,977 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:16:12,978 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:16:12,979 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c2be479, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:16:12,979 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:16:12,980 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,33915,1731104169832, seqNum=-1] 2024-11-08T22:16:12,981 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:16:12,982 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T22:16:12,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ff635fa717b5,42801,1731104169672 2024-11-08T22:16:12,985 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63046 2024-11-08T22:16:12,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63046, baseZNode=/1-1050950081 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T22:16:12,996 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011c853b970005 connected 2024-11-08T22:16:13,013 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25ee6f2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:16:13,014 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,36719,-1 for getting cluster id 2024-11-08T22:16:13,014 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:16:13,015 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9bda86c8-1b79-41b0-a596-fa489d8daff8' 2024-11-08T22:16:13,015 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:16:13,015 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9bda86c8-1b79-41b0-a596-fa489d8daff8" 2024-11-08T22:16:13,016 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bec10f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:16:13,016 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,36719,-1] 2024-11-08T22:16:13,016 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:16:13,016 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:16:13,020 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:16:13,021 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a9f21fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:16:13,022 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:16:13,023 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is ff635fa717b5,36719,1731104164206 2024-11-08T22:16:13,023 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d2a7dac 2024-11-08T22:16:13,023 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T22:16:13,025 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T22:16:13,025 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36719 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ff635fa717b5:42801,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T22:16:13,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36719 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T22:16:13,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:16:13,029 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ff635fa717b5:42801' 2024-11-08T22:16:13,030 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59286aa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:16:13,030 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,42801,-1 for getting cluster id 2024-11-08T22:16:13,030 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:16:13,031 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '574a1465-1b2f-45b6-bf6f-b9e30efbdb2c' 2024-11-08T22:16:13,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:16:13,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "574a1465-1b2f-45b6-bf6f-b9e30efbdb2c" 2024-11-08T22:16:13,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a2702eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:16:13,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,42801,-1] 2024-11-08T22:16:13,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:16:13,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:16:13,033 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:16:13,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b7fe702, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:16:13,034 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:16:13,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ff635fa717b5,42801,1731104169672 2024-11-08T22:16:13,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f9efe40 2024-11-08T22:16:13,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T22:16:13,037 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T22:16:13,038 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-08T22:16:13,038 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T22:16:13,038 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:16:13,038 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:16:13,038 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:16:13,039 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T22:16:13,042 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T22:16:13,044 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T22:16:13,045 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:16:13,047 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T22:16:13,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46661 is added to blk_1073741835_1011 (size=1138) 2024-11-08T22:16:13,081 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 38ed2ad90a403b5f1a0b100c3dbb5884, NAME => 'hbase:replication,,1731104173039.38ed2ad90a403b5f1a0b100c3dbb5884.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34399/user/jenkins/test-data/678cff8c-9b44-c85f-acf9-03fcd711e7f0 2024-11-08T22:16:13,093 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T22:16:13,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46661 is added to blk_1073741836_1012 (size=44) 2024-11-08T22:16:13,138 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T22:16:13,138 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T22:16:13,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:16:13,139 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T22:16:13,139 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-08T22:16:13,139 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T22:16:13,139 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T22:16:13,139 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T22:16:13,139 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-08T22:16:13,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:16:13,537 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731104173039.38ed2ad90a403b5f1a0b100c3dbb5884.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:16:13,538 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 38ed2ad90a403b5f1a0b100c3dbb5884, disabling compactions & flushes 2024-11-08T22:16:13,538 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731104173039.38ed2ad90a403b5f1a0b100c3dbb5884. 2024-11-08T22:16:13,538 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731104173039.38ed2ad90a403b5f1a0b100c3dbb5884. 2024-11-08T22:16:13,538 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731104173039.38ed2ad90a403b5f1a0b100c3dbb5884. after waiting 0 ms 2024-11-08T22:16:13,538 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731104173039.38ed2ad90a403b5f1a0b100c3dbb5884. 2024-11-08T22:16:13,538 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731104173039.38ed2ad90a403b5f1a0b100c3dbb5884. 2024-11-08T22:16:13,538 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 38ed2ad90a403b5f1a0b100c3dbb5884: Waiting for close lock at 1731104173538Disabling compacts and flushes for region at 1731104173538Disabling writes for close at 1731104173538Writing region close event to WAL at 1731104173538Closed at 1731104173538 2024-11-08T22:16:13,541 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T22:16:13,542 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731104173039.38ed2ad90a403b5f1a0b100c3dbb5884.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731104173541"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731104173541"}]},"ts":"1731104173541"} 2024-11-08T22:16:13,546 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T22:16:13,548 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T22:16:13,549 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731104173548"}]},"ts":"1731104173548"} 2024-11-08T22:16:13,554 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T22:16:13,555 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=38ed2ad90a403b5f1a0b100c3dbb5884, ASSIGN}] 2024-11-08T22:16:13,557 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=38ed2ad90a403b5f1a0b100c3dbb5884, ASSIGN 2024-11-08T22:16:13,560 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=38ed2ad90a403b5f1a0b100c3dbb5884, ASSIGN; state=OFFLINE, location=ff635fa717b5,34801,1731104164630; forceNewPlan=false, retain=false 2024-11-08T22:16:13,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:16:13,711 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=38ed2ad90a403b5f1a0b100c3dbb5884, regionState=OPENING, regionLocation=ff635fa717b5,34801,1731104164630 2024-11-08T22:16:13,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=38ed2ad90a403b5f1a0b100c3dbb5884, ASSIGN because future has completed 2024-11-08T22:16:13,718 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 38ed2ad90a403b5f1a0b100c3dbb5884, server=ff635fa717b5,34801,1731104164630}] 2024-11-08T22:16:13,888 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731104173039.38ed2ad90a403b5f1a0b100c3dbb5884. 2024-11-08T22:16:13,889 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:16:13,889 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T22:16:13,891 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff635fa717b5%2C34801%2C1731104164630.rep, suffix=, logDir=hdfs://localhost:34399/user/jenkins/test-data/678cff8c-9b44-c85f-acf9-03fcd711e7f0/WALs/ff635fa717b5,34801,1731104164630, archiveDir=hdfs://localhost:34399/user/jenkins/test-data/678cff8c-9b44-c85f-acf9-03fcd711e7f0/oldWALs, maxLogs=10 2024-11-08T22:16:13,906 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/678cff8c-9b44-c85f-acf9-03fcd711e7f0/WALs/ff635fa717b5,34801,1731104164630/ff635fa717b5%2C34801%2C1731104164630.rep.1731104173892, exclude list is [], retry=0 2024-11-08T22:16:13,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46661,DS-d4620b46-0b26-4e9c-8af0-a32f8fb7e1aa,DISK] 2024-11-08T22:16:13,915 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/678cff8c-9b44-c85f-acf9-03fcd711e7f0/WALs/ff635fa717b5,34801,1731104164630/ff635fa717b5%2C34801%2C1731104164630.rep.1731104173892 2024-11-08T22:16:13,915 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41367:41367)] 2024-11-08T22:16:13,915 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 38ed2ad90a403b5f1a0b100c3dbb5884, NAME => 'hbase:replication,,1731104173039.38ed2ad90a403b5f1a0b100c3dbb5884.', STARTKEY => '', ENDKEY => ''} 2024-11-08T22:16:13,916 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T22:16:13,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T22:16:13,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731104173039.38ed2ad90a403b5f1a0b100c3dbb5884. service=MultiRowMutationService 2024-11-08T22:16:13,916 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T22:16:13,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 38ed2ad90a403b5f1a0b100c3dbb5884 2024-11-08T22:16:13,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731104173039.38ed2ad90a403b5f1a0b100c3dbb5884.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:16:13,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 38ed2ad90a403b5f1a0b100c3dbb5884 2024-11-08T22:16:13,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 38ed2ad90a403b5f1a0b100c3dbb5884 2024-11-08T22:16:13,919 INFO [StoreOpener-38ed2ad90a403b5f1a0b100c3dbb5884-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 38ed2ad90a403b5f1a0b100c3dbb5884 2024-11-08T22:16:13,922 INFO [StoreOpener-38ed2ad90a403b5f1a0b100c3dbb5884-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 38ed2ad90a403b5f1a0b100c3dbb5884 columnFamilyName hfileref 2024-11-08T22:16:13,922 DEBUG [StoreOpener-38ed2ad90a403b5f1a0b100c3dbb5884-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:16:13,923 INFO [StoreOpener-38ed2ad90a403b5f1a0b100c3dbb5884-1 {}] regionserver.HStore(327): Store=38ed2ad90a403b5f1a0b100c3dbb5884/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:16:13,923 INFO [StoreOpener-38ed2ad90a403b5f1a0b100c3dbb5884-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 38ed2ad90a403b5f1a0b100c3dbb5884 2024-11-08T22:16:13,925 INFO [StoreOpener-38ed2ad90a403b5f1a0b100c3dbb5884-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 38ed2ad90a403b5f1a0b100c3dbb5884 columnFamilyName queue 2024-11-08T22:16:13,925 DEBUG [StoreOpener-38ed2ad90a403b5f1a0b100c3dbb5884-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:16:13,925 INFO [StoreOpener-38ed2ad90a403b5f1a0b100c3dbb5884-1 {}] regionserver.HStore(327): Store=38ed2ad90a403b5f1a0b100c3dbb5884/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:16:13,925 INFO [StoreOpener-38ed2ad90a403b5f1a0b100c3dbb5884-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 38ed2ad90a403b5f1a0b100c3dbb5884 2024-11-08T22:16:13,927 INFO [StoreOpener-38ed2ad90a403b5f1a0b100c3dbb5884-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 38ed2ad90a403b5f1a0b100c3dbb5884 columnFamilyName sid 2024-11-08T22:16:13,927 DEBUG [StoreOpener-38ed2ad90a403b5f1a0b100c3dbb5884-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:16:13,928 INFO [StoreOpener-38ed2ad90a403b5f1a0b100c3dbb5884-1 {}] regionserver.HStore(327): Store=38ed2ad90a403b5f1a0b100c3dbb5884/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:16:13,928 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 38ed2ad90a403b5f1a0b100c3dbb5884 2024-11-08T22:16:13,929 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34399/user/jenkins/test-data/678cff8c-9b44-c85f-acf9-03fcd711e7f0/data/hbase/replication/38ed2ad90a403b5f1a0b100c3dbb5884 2024-11-08T22:16:13,929 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34399/user/jenkins/test-data/678cff8c-9b44-c85f-acf9-03fcd711e7f0/data/hbase/replication/38ed2ad90a403b5f1a0b100c3dbb5884 2024-11-08T22:16:13,931 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 38ed2ad90a403b5f1a0b100c3dbb5884 2024-11-08T22:16:13,931 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 38ed2ad90a403b5f1a0b100c3dbb5884 2024-11-08T22:16:13,932 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T22:16:13,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 38ed2ad90a403b5f1a0b100c3dbb5884 2024-11-08T22:16:13,941 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34399/user/jenkins/test-data/678cff8c-9b44-c85f-acf9-03fcd711e7f0/data/hbase/replication/38ed2ad90a403b5f1a0b100c3dbb5884/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:16:13,942 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 38ed2ad90a403b5f1a0b100c3dbb5884; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60693428, jitterRate=-0.09559744596481323}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T22:16:13,942 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 38ed2ad90a403b5f1a0b100c3dbb5884 2024-11-08T22:16:13,942 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 38ed2ad90a403b5f1a0b100c3dbb5884: Running coprocessor pre-open hook at 1731104173916Writing region info on filesystem at 1731104173916Initializing all the Stores at 1731104173918 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104173918Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104173919 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104173919Cleaning up temporary data from old regions at 1731104173931 (+12 ms)Running coprocessor post-open hooks at 1731104173942 (+11 ms)Region opened successfully at 1731104173942 2024-11-08T22:16:13,944 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731104173039.38ed2ad90a403b5f1a0b100c3dbb5884., pid=7, masterSystemTime=1731104173872 2024-11-08T22:16:13,949 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731104173039.38ed2ad90a403b5f1a0b100c3dbb5884. 2024-11-08T22:16:13,949 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731104173039.38ed2ad90a403b5f1a0b100c3dbb5884. 2024-11-08T22:16:13,950 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=38ed2ad90a403b5f1a0b100c3dbb5884, regionState=OPEN, openSeqNum=2, regionLocation=ff635fa717b5,34801,1731104164630 2024-11-08T22:16:13,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 38ed2ad90a403b5f1a0b100c3dbb5884, server=ff635fa717b5,34801,1731104164630 because future has completed 2024-11-08T22:16:13,963 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-08T22:16:13,963 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 38ed2ad90a403b5f1a0b100c3dbb5884, server=ff635fa717b5,34801,1731104164630 in 241 msec 2024-11-08T22:16:13,969 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T22:16:13,969 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=38ed2ad90a403b5f1a0b100c3dbb5884, ASSIGN in 408 msec 2024-11-08T22:16:13,971 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T22:16:13,971 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731104173971"}]},"ts":"1731104173971"} 2024-11-08T22:16:13,976 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T22:16:13,978 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T22:16:13,981 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 939 msec 2024-11-08T22:16:14,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731104173039.38ed2ad90a403b5f1a0b100c3dbb5884., hostname=ff635fa717b5,34801,1731104164630, seqNum=2] 2024-11-08T22:16:14,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36719-0x1011c853b970000, quorum=127.0.0.1:63046, baseZNode=/01517727431 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01517727431 2024-11-08T22:16:14,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34801-0x1011c853b970001, quorum=127.0.0.1:63046, baseZNode=/01517727431 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01517727431 2024-11-08T22:16:14,050 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T22:16:14,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:16:14,204 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-08T22:16:14,205 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T22:16:14,235 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-ff635fa717b5,34801,1731104164630, ReplicationSource: 1, currentBandwidth=0 2024-11-08T22:16:14,236 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:16:14,236 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,34801,1731104164630, seqNum=-1] 2024-11-08T22:16:14,236 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:16:14,237 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32895, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-08T22:16:14,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ff635fa717b5,34801,1731104164630', locateType=CURRENT is [region=hbase:replication,,1731104173039.38ed2ad90a403b5f1a0b100c3dbb5884., hostname=ff635fa717b5,34801,1731104164630, seqNum=2] 2024-11-08T22:16:14,246 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-08T22:16:14,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36719 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-08T22:16:14,250 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ff635fa717b5,34801,1731104164630 suceeded 2024-11-08T22:16:14,254 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-08T22:16:14,254 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ff635fa717b5:42801,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T22:16:14,254 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 200 msec 2024-11-08T22:16:14,257 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2290 sec 2024-11-08T22:16:14,262 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,34801,1731104164630 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ff635fa717b5:42801' 2024-11-08T22:16:14,263 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,34801,1731104164630 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@204f8ffa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:16:14,263 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,34801,1731104164630 {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,42801,-1 for getting cluster id 2024-11-08T22:16:14,263 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,34801,1731104164630 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:16:14,264 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '574a1465-1b2f-45b6-bf6f-b9e30efbdb2c' 2024-11-08T22:16:14,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:16:14,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "574a1465-1b2f-45b6-bf6f-b9e30efbdb2c" 2024-11-08T22:16:14,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6589e13f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:16:14,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,42801,-1] 2024-11-08T22:16:14,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:16:14,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:16:14,266 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:16:14,267 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,34801,1731104164630 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40d466b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:16:14,267 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,34801,1731104164630 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:16:14,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ff635fa717b5,42801,1731104169672 2024-11-08T22:16:14,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ee77d45 2024-11-08T22:16:14,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T22:16:14,270 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-08T22:16:14,271 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,34801,1731104164630 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ff635fa717b5,34801,1731104164630 (queues=1) is replicating from cluster=9bda86c8-1b79-41b0-a596-fa489d8daff8 to cluster=574a1465-1b2f-45b6-bf6f-b9e30efbdb2c 2024-11-08T22:16:14,271 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,34801,1731104164630 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ff635fa717b5%2C34801%2C1731104164630 2024-11-08T22:16:14,271 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,34801,1731104164630 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ff635fa717b5,34801,1731104164630, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T22:16:14,271 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,34801,1731104164630.replicationSource.shipperff635fa717b5%2C34801%2C1731104164630,1-ff635fa717b5,34801,1731104164630 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ff635fa717b5%2C34801%2C1731104164630 2024-11-08T22:16:14,272 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,34801,1731104164630.replicationSource.wal-reader.ff635fa717b5%2C34801%2C1731104164630,1-ff635fa717b5,34801,1731104164630 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34399/user/jenkins/test-data/678cff8c-9b44-c85f-acf9-03fcd711e7f0/WALs/ff635fa717b5,34801,1731104164630/ff635fa717b5%2C34801%2C1731104164630.1731104166347, startPosition=0, beingWritten=true 2024-11-08T22:16:14,478 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,34801,1731104164630.replicationSource.wal-reader.ff635fa717b5%2C34801%2C1731104164630,1-ff635fa717b5,34801,1731104164630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34399/user/jenkins/test-data/678cff8c-9b44-c85f-acf9-03fcd711e7f0/WALs/ff635fa717b5,34801,1731104164630/ff635fa717b5%2C34801%2C1731104164630.1731104166347 to pos 0, reset compression=false 2024-11-08T22:16:14,791 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,34801,1731104164630.replicationSource.wal-reader.ff635fa717b5%2C34801%2C1731104164630,1-ff635fa717b5,34801,1731104164630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34399/user/jenkins/test-data/678cff8c-9b44-c85f-acf9-03fcd711e7f0/WALs/ff635fa717b5,34801,1731104164630/ff635fa717b5%2C34801%2C1731104164630.1731104166347 to pos 0, reset compression=false 2024-11-08T22:16:15,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:16:15,179 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T22:16:15,179 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T22:16:15,179 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:16:15,179 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:16:15,179 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:16:15,179 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:16:15,180 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:16:15,181 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is ff635fa717b5,36719,1731104164206 2024-11-08T22:16:15,181 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26818c83 2024-11-08T22:16:15,181 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T22:16:15,182 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T22:16:15,182 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36719 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-08T22:16:15,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T22:16:15,183 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T22:16:15,183 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:16:15,183 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:16:15,183 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:16:15,183 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:16:15,183 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T22:16:15,183 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1892036933, stopped=false 2024-11-08T22:16:15,183 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ff635fa717b5,42801,1731104169672 2024-11-08T22:16:15,199 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,34801,1731104164630.replicationSource.wal-reader.ff635fa717b5%2C34801%2C1731104164630,1-ff635fa717b5,34801,1731104164630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34399/user/jenkins/test-data/678cff8c-9b44-c85f-acf9-03fcd711e7f0/WALs/ff635fa717b5,34801,1731104164630/ff635fa717b5%2C34801%2C1731104164630.1731104166347 to pos 0, reset compression=false 2024-11-08T22:16:15,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33915-0x1011c853b970004, quorum=127.0.0.1:63046, baseZNode=/1-1050950081 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1050950081/running 2024-11-08T22:16:15,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33915-0x1011c853b970004, quorum=127.0.0.1:63046, baseZNode=/1-1050950081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1050950081 2024-11-08T22:16:15,248 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T22:16:15,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42801-0x1011c853b970003, quorum=127.0.0.1:63046, baseZNode=/1-1050950081 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1050950081/running 2024-11-08T22:16:15,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42801-0x1011c853b970003, quorum=127.0.0.1:63046, baseZNode=/1-1050950081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1050950081 2024-11-08T22:16:15,248 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T22:16:15,248 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:16:15,248 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:16:15,248 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ff635fa717b5,33915,1731104169832' ***** 2024-11-08T22:16:15,249 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33915-0x1011c853b970004, quorum=127.0.0.1:63046, baseZNode=/1-1050950081 Set watcher on znode that does not yet exist, /1-1050950081/running 2024-11-08T22:16:15,249 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T22:16:15,249 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42801-0x1011c853b970003, quorum=127.0.0.1:63046, baseZNode=/1-1050950081 Set watcher on znode that does not yet exist, /1-1050950081/running 2024-11-08T22:16:15,249 INFO [RS:0;ff635fa717b5:33915 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T22:16:15,249 INFO [RS:0;ff635fa717b5:33915 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T22:16:15,249 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T22:16:15,249 INFO [RS:0;ff635fa717b5:33915 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T22:16:15,249 INFO [RS:0;ff635fa717b5:33915 {}] regionserver.HRegionServer(959): stopping server ff635fa717b5,33915,1731104169832 2024-11-08T22:16:15,249 INFO [RS:0;ff635fa717b5:33915 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T22:16:15,249 INFO [RS:0;ff635fa717b5:33915 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff635fa717b5:33915. 2024-11-08T22:16:15,249 DEBUG [RS:0;ff635fa717b5:33915 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:16:15,249 DEBUG [RS:0;ff635fa717b5:33915 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:16:15,249 INFO [RS:0;ff635fa717b5:33915 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T22:16:15,249 INFO [RS:0;ff635fa717b5:33915 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T22:16:15,249 INFO [RS:0;ff635fa717b5:33915 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T22:16:15,249 INFO [RS:0;ff635fa717b5:33915 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T22:16:15,250 INFO [RS:0;ff635fa717b5:33915 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T22:16:15,250 DEBUG [RS:0;ff635fa717b5:33915 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T22:16:15,250 DEBUG [RS:0;ff635fa717b5:33915 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T22:16:15,250 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T22:16:15,250 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T22:16:15,250 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T22:16:15,250 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T22:16:15,250 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T22:16:15,250 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-08T22:16:15,267 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44095/user/jenkins/test-data/d77cc75b-8feb-a878-594d-f8e08c1a80f3/data/hbase/meta/1588230740/.tmp/ns/e1d44e69bffa4e9db329c286ebce8ef4 is 43, key is default/ns:d/1731104172910/Put/seqid=0 2024-11-08T22:16:15,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42215 is added to blk_1073741835_1011 (size=5153) 2024-11-08T22:16:15,316 INFO [regionserver/ff635fa717b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T22:16:15,316 INFO [regionserver/ff635fa717b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T22:16:15,339 INFO [regionserver/ff635fa717b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T22:16:15,450 DEBUG [RS:0;ff635fa717b5:33915 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T22:16:15,650 DEBUG [RS:0;ff635fa717b5:33915 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T22:16:15,672 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44095/user/jenkins/test-data/d77cc75b-8feb-a878-594d-f8e08c1a80f3/data/hbase/meta/1588230740/.tmp/ns/e1d44e69bffa4e9db329c286ebce8ef4 2024-11-08T22:16:15,679 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44095/user/jenkins/test-data/d77cc75b-8feb-a878-594d-f8e08c1a80f3/data/hbase/meta/1588230740/.tmp/ns/e1d44e69bffa4e9db329c286ebce8ef4 as hdfs://localhost:44095/user/jenkins/test-data/d77cc75b-8feb-a878-594d-f8e08c1a80f3/data/hbase/meta/1588230740/ns/e1d44e69bffa4e9db329c286ebce8ef4 2024-11-08T22:16:15,684 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44095/user/jenkins/test-data/d77cc75b-8feb-a878-594d-f8e08c1a80f3/data/hbase/meta/1588230740/ns/e1d44e69bffa4e9db329c286ebce8ef4, entries=2, sequenceid=6, filesize=5.0 K 2024-11-08T22:16:15,685 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 435ms, sequenceid=6, compaction requested=false 2024-11-08T22:16:15,689 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44095/user/jenkins/test-data/d77cc75b-8feb-a878-594d-f8e08c1a80f3/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-08T22:16:15,690 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T22:16:15,690 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T22:16:15,690 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T22:16:15,690 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731104175250Running coprocessor pre-close hooks at 1731104175250Disabling compacts and flushes for region at 1731104175250Disabling writes for close at 1731104175250Obtaining lock to block concurrent updates at 1731104175250Preparing flush snapshotting stores in 1588230740 at 1731104175250Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731104175250Flushing stores of hbase:meta,,1.1588230740 at 1731104175251 (+1 ms)Flushing 1588230740/ns: creating writer at 1731104175251Flushing 1588230740/ns: appending metadata at 1731104175267 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731104175267Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5732e049: reopening flushed file at 1731104175678 (+411 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 435ms, sequenceid=6, compaction requested=false at 1731104175685 (+7 ms)Writing region close event to WAL at 1731104175686 (+1 ms)Running coprocessor post-close hooks at 1731104175690 (+4 ms)Closed at 1731104175690 2024-11-08T22:16:15,690 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T22:16:15,704 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,34801,1731104164630.replicationSource.wal-reader.ff635fa717b5%2C34801%2C1731104164630,1-ff635fa717b5,34801,1731104164630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34399/user/jenkins/test-data/678cff8c-9b44-c85f-acf9-03fcd711e7f0/WALs/ff635fa717b5,34801,1731104164630/ff635fa717b5%2C34801%2C1731104164630.1731104166347 to pos 0, reset compression=false 2024-11-08T22:16:15,850 INFO [RS:0;ff635fa717b5:33915 {}] regionserver.HRegionServer(976): stopping server ff635fa717b5,33915,1731104169832; all regions closed. 2024-11-08T22:16:15,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42215 is added to blk_1073741834_1010 (size=1152) 2024-11-08T22:16:15,856 DEBUG [RS:0;ff635fa717b5:33915 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d77cc75b-8feb-a878-594d-f8e08c1a80f3/oldWALs 2024-11-08T22:16:15,856 INFO [RS:0;ff635fa717b5:33915 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ff635fa717b5%2C33915%2C1731104169832.meta:.meta(num 1731104172840) 2024-11-08T22:16:15,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42215 is added to blk_1073741833_1009 (size=93) 2024-11-08T22:16:15,860 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d77cc75b-8feb-a878-594d-f8e08c1a80f3/WALs/ff635fa717b5,33915,1731104169832/ff635fa717b5%2C33915%2C1731104169832.1731104172468 not finished, retry = 0 2024-11-08T22:16:15,962 DEBUG [RS:0;ff635fa717b5:33915 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d77cc75b-8feb-a878-594d-f8e08c1a80f3/oldWALs 2024-11-08T22:16:15,962 INFO [RS:0;ff635fa717b5:33915 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ff635fa717b5%2C33915%2C1731104169832:(num 1731104172468) 2024-11-08T22:16:15,962 DEBUG [RS:0;ff635fa717b5:33915 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:16:15,962 INFO [RS:0;ff635fa717b5:33915 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T22:16:15,963 INFO [RS:0;ff635fa717b5:33915 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T22:16:15,963 INFO [RS:0;ff635fa717b5:33915 {}] hbase.ChoreService(370): Chore service for: regionserver/ff635fa717b5:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T22:16:15,963 INFO [RS:0;ff635fa717b5:33915 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T22:16:15,963 INFO [regionserver/ff635fa717b5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T22:16:15,963 INFO [RS:0;ff635fa717b5:33915 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33915 2024-11-08T22:16:16,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33915-0x1011c853b970004, quorum=127.0.0.1:63046, baseZNode=/1-1050950081 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1050950081/rs/ff635fa717b5,33915,1731104169832 2024-11-08T22:16:16,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42801-0x1011c853b970003, quorum=127.0.0.1:63046, baseZNode=/1-1050950081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1050950081/rs 2024-11-08T22:16:16,006 INFO [RS:0;ff635fa717b5:33915 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T22:16:16,016 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ff635fa717b5,33915,1731104169832] 2024-11-08T22:16:16,027 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1050950081/draining/ff635fa717b5,33915,1731104169832 already deleted, retry=false 2024-11-08T22:16:16,027 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ff635fa717b5,33915,1731104169832 expired; onlineServers=0 2024-11-08T22:16:16,027 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ff635fa717b5,42801,1731104169672' ***** 2024-11-08T22:16:16,027 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T22:16:16,027 INFO [M:0;ff635fa717b5:42801 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T22:16:16,027 INFO [M:0;ff635fa717b5:42801 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T22:16:16,027 DEBUG [M:0;ff635fa717b5:42801 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T22:16:16,027 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T22:16:16,027 DEBUG [M:0;ff635fa717b5:42801 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T22:16:16,027 DEBUG [master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.large.0-1731104172029 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.large.0-1731104172029,5,FailOnTimeoutGroup] 2024-11-08T22:16:16,027 DEBUG [master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.small.0-1731104172033 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.small.0-1731104172033,5,FailOnTimeoutGroup] 2024-11-08T22:16:16,027 INFO [M:0;ff635fa717b5:42801 {}] hbase.ChoreService(370): Chore service for: master/ff635fa717b5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T22:16:16,028 INFO [M:0;ff635fa717b5:42801 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T22:16:16,028 DEBUG [M:0;ff635fa717b5:42801 {}] master.HMaster(1795): Stopping service threads 2024-11-08T22:16:16,028 INFO [M:0;ff635fa717b5:42801 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T22:16:16,028 INFO [M:0;ff635fa717b5:42801 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T22:16:16,028 INFO [M:0;ff635fa717b5:42801 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T22:16:16,028 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T22:16:16,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42801-0x1011c853b970003, quorum=127.0.0.1:63046, baseZNode=/1-1050950081 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1050950081/master 2024-11-08T22:16:16,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42801-0x1011c853b970003, quorum=127.0.0.1:63046, baseZNode=/1-1050950081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1050950081 2024-11-08T22:16:16,037 DEBUG [M:0;ff635fa717b5:42801 {}] zookeeper.ZKUtil(347): master:42801-0x1011c853b970003, quorum=127.0.0.1:63046, baseZNode=/1-1050950081 Unable to get data of znode /1-1050950081/master because node does not exist (not an error) 2024-11-08T22:16:16,037 WARN [M:0;ff635fa717b5:42801 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T22:16:16,044 INFO [M:0;ff635fa717b5:42801 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44095/user/jenkins/test-data/d77cc75b-8feb-a878-594d-f8e08c1a80f3/.lastflushedseqids 2024-11-08T22:16:16,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42215 is added to blk_1073741836_1012 (size=99) 2024-11-08T22:16:16,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33915-0x1011c853b970004, quorum=127.0.0.1:63046, baseZNode=/1-1050950081 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:16:16,116 INFO [RS:0;ff635fa717b5:33915 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T22:16:16,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33915-0x1011c853b970004, quorum=127.0.0.1:63046, baseZNode=/1-1050950081 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:16:16,116 INFO [RS:0;ff635fa717b5:33915 {}] regionserver.HRegionServer(1031): Exiting; stopping=ff635fa717b5,33915,1731104169832; zookeeper connection closed. 2024-11-08T22:16:16,117 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@28b7fe39 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@28b7fe39 2024-11-08T22:16:16,117 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T22:16:16,310 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,34801,1731104164630.replicationSource.wal-reader.ff635fa717b5%2C34801%2C1731104164630,1-ff635fa717b5,34801,1731104164630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34399/user/jenkins/test-data/678cff8c-9b44-c85f-acf9-03fcd711e7f0/WALs/ff635fa717b5,34801,1731104164630/ff635fa717b5%2C34801%2C1731104164630.1731104166347 to pos 0, reset compression=false 2024-11-08T22:16:16,454 INFO [M:0;ff635fa717b5:42801 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T22:16:16,454 INFO [M:0;ff635fa717b5:42801 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T22:16:16,454 DEBUG [M:0;ff635fa717b5:42801 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T22:16:16,454 INFO [M:0;ff635fa717b5:42801 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:16:16,454 DEBUG [M:0;ff635fa717b5:42801 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:16:16,454 DEBUG [M:0;ff635fa717b5:42801 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T22:16:16,454 DEBUG [M:0;ff635fa717b5:42801 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:16:16,454 INFO [M:0;ff635fa717b5:42801 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-08T22:16:16,479 DEBUG [M:0;ff635fa717b5:42801 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44095/user/jenkins/test-data/d77cc75b-8feb-a878-594d-f8e08c1a80f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/448c170dfaa14e5a864da94845444a92 is 82, key is hbase:meta,,1/info:regioninfo/1731104172885/Put/seqid=0 2024-11-08T22:16:16,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42215 is added to blk_1073741837_1013 (size=5672) 2024-11-08T22:16:16,886 INFO [M:0;ff635fa717b5:42801 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44095/user/jenkins/test-data/d77cc75b-8feb-a878-594d-f8e08c1a80f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/448c170dfaa14e5a864da94845444a92 2024-11-08T22:16:16,905 DEBUG [M:0;ff635fa717b5:42801 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44095/user/jenkins/test-data/d77cc75b-8feb-a878-594d-f8e08c1a80f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/63e8c41601b34f73a7234026d0be61bb is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731104172915/Put/seqid=0 2024-11-08T22:16:16,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42215 is added to blk_1073741838_1014 (size=5275) 2024-11-08T22:16:17,016 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,34801,1731104164630.replicationSource.wal-reader.ff635fa717b5%2C34801%2C1731104164630,1-ff635fa717b5,34801,1731104164630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34399/user/jenkins/test-data/678cff8c-9b44-c85f-acf9-03fcd711e7f0/WALs/ff635fa717b5,34801,1731104164630/ff635fa717b5%2C34801%2C1731104164630.1731104166347 to pos 0, reset compression=false 2024-11-08T22:16:17,329 INFO [M:0;ff635fa717b5:42801 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44095/user/jenkins/test-data/d77cc75b-8feb-a878-594d-f8e08c1a80f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/63e8c41601b34f73a7234026d0be61bb 2024-11-08T22:16:17,356 DEBUG [M:0;ff635fa717b5:42801 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44095/user/jenkins/test-data/d77cc75b-8feb-a878-594d-f8e08c1a80f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6535e350660c4e1dab15b8265ff957b5 is 69, key is ff635fa717b5,33915,1731104169832/rs:state/1731104172150/Put/seqid=0 2024-11-08T22:16:17,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42215 is added to blk_1073741839_1015 (size=5156) 2024-11-08T22:16:17,761 INFO [M:0;ff635fa717b5:42801 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44095/user/jenkins/test-data/d77cc75b-8feb-a878-594d-f8e08c1a80f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6535e350660c4e1dab15b8265ff957b5 2024-11-08T22:16:17,767 DEBUG [M:0;ff635fa717b5:42801 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44095/user/jenkins/test-data/d77cc75b-8feb-a878-594d-f8e08c1a80f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/448c170dfaa14e5a864da94845444a92 as hdfs://localhost:44095/user/jenkins/test-data/d77cc75b-8feb-a878-594d-f8e08c1a80f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/448c170dfaa14e5a864da94845444a92 2024-11-08T22:16:17,773 INFO [M:0;ff635fa717b5:42801 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44095/user/jenkins/test-data/d77cc75b-8feb-a878-594d-f8e08c1a80f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/448c170dfaa14e5a864da94845444a92, entries=8, sequenceid=28, filesize=5.5 K 2024-11-08T22:16:17,774 DEBUG [M:0;ff635fa717b5:42801 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44095/user/jenkins/test-data/d77cc75b-8feb-a878-594d-f8e08c1a80f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/63e8c41601b34f73a7234026d0be61bb as hdfs://localhost:44095/user/jenkins/test-data/d77cc75b-8feb-a878-594d-f8e08c1a80f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/63e8c41601b34f73a7234026d0be61bb 2024-11-08T22:16:17,780 INFO [M:0;ff635fa717b5:42801 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44095/user/jenkins/test-data/d77cc75b-8feb-a878-594d-f8e08c1a80f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/63e8c41601b34f73a7234026d0be61bb, entries=3, sequenceid=28, filesize=5.2 K 2024-11-08T22:16:17,781 DEBUG [M:0;ff635fa717b5:42801 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44095/user/jenkins/test-data/d77cc75b-8feb-a878-594d-f8e08c1a80f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6535e350660c4e1dab15b8265ff957b5 as hdfs://localhost:44095/user/jenkins/test-data/d77cc75b-8feb-a878-594d-f8e08c1a80f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6535e350660c4e1dab15b8265ff957b5 2024-11-08T22:16:17,788 INFO [M:0;ff635fa717b5:42801 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44095/user/jenkins/test-data/d77cc75b-8feb-a878-594d-f8e08c1a80f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6535e350660c4e1dab15b8265ff957b5, entries=1, sequenceid=28, filesize=5.0 K 2024-11-08T22:16:17,789 INFO [M:0;ff635fa717b5:42801 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1335ms, sequenceid=28, compaction requested=false 2024-11-08T22:16:17,792 INFO [M:0;ff635fa717b5:42801 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:16:17,792 DEBUG [M:0;ff635fa717b5:42801 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731104176454Disabling compacts and flushes for region at 1731104176454Disabling writes for close at 1731104176454Obtaining lock to block concurrent updates at 1731104176454Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731104176454Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731104176455 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731104176456 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731104176456Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731104176477 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731104176477Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731104176891 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731104176905 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731104176905Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731104177335 (+430 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731104177355 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731104177355Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76feabb9: reopening flushed file at 1731104177766 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a3a2006: reopening flushed file at 1731104177773 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17e1aa89: reopening flushed file at 1731104177780 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1335ms, sequenceid=28, compaction requested=false at 1731104177789 (+9 ms)Writing region close event to WAL at 1731104177792 (+3 ms)Closed at 1731104177792 2024-11-08T22:16:17,795 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d77cc75b-8feb-a878-594d-f8e08c1a80f3/MasterData/WALs/ff635fa717b5,42801,1731104169672/ff635fa717b5%2C42801%2C1731104169672.1731104171632 not finished, retry = 0 2024-11-08T22:16:17,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42215 is added to blk_1073741830_1006 (size=10165) 2024-11-08T22:16:17,821 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,34801,1731104164630.replicationSource.wal-reader.ff635fa717b5%2C34801%2C1731104164630,1-ff635fa717b5,34801,1731104164630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34399/user/jenkins/test-data/678cff8c-9b44-c85f-acf9-03fcd711e7f0/WALs/ff635fa717b5,34801,1731104164630/ff635fa717b5%2C34801%2C1731104164630.1731104166347 to pos 0, reset compression=false 2024-11-08T22:16:17,896 INFO [M:0;ff635fa717b5:42801 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T22:16:17,896 INFO [M:0;ff635fa717b5:42801 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42801 2024-11-08T22:16:17,896 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T22:16:17,897 INFO [M:0;ff635fa717b5:42801 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T22:16:18,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42801-0x1011c853b970003, quorum=127.0.0.1:63046, baseZNode=/1-1050950081 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:16:18,042 INFO [M:0;ff635fa717b5:42801 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T22:16:18,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42801-0x1011c853b970003, quorum=127.0.0.1:63046, baseZNode=/1-1050950081 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:16:18,045 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29e76d9b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T22:16:18,046 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2e4bcfa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T22:16:18,046 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T22:16:18,046 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ae4ebc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T22:16:18,046 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2eb4cca5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdb5a58c-f6ed-016f-6fff-718b349dafc2/hadoop.log.dir/,STOPPED} 2024-11-08T22:16:18,047 WARN [BP-1833376049-172.17.0.3-1731104167212 heartbeating to localhost/127.0.0.1:44095 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T22:16:18,047 WARN [BP-1833376049-172.17.0.3-1731104167212 heartbeating to localhost/127.0.0.1:44095 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1833376049-172.17.0.3-1731104167212 (Datanode Uuid 8c626b0f-9f1d-46d7-8e75-06d7b25a28b5) service to localhost/127.0.0.1:44095 2024-11-08T22:16:18,048 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdb5a58c-f6ed-016f-6fff-718b349dafc2/cluster_c0341555-6de6-9f3a-97a4-baee4cd4aac4/data/data1/current/BP-1833376049-172.17.0.3-1731104167212 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T22:16:18,048 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T22:16:18,048 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T22:16:18,048 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdb5a58c-f6ed-016f-6fff-718b349dafc2/cluster_c0341555-6de6-9f3a-97a4-baee4cd4aac4/data/data2/current/BP-1833376049-172.17.0.3-1731104167212 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T22:16:18,048 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T22:16:18,056 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c8e74ef{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T22:16:18,057 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@74b78d20{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T22:16:18,057 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T22:16:18,057 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74193318{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T22:16:18,057 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@462695ad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdb5a58c-f6ed-016f-6fff-718b349dafc2/hadoop.log.dir/,STOPPED} 2024-11-08T22:16:18,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T22:16:18,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T22:16:18,075 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T22:16:18,075 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:16:18,075 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:16:18,075 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:16:18,075 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:16:18,075 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T22:16:18,075 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=807071653, stopped=false 2024-11-08T22:16:18,076 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ff635fa717b5,36719,1731104164206 2024-11-08T22:16:18,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36719-0x1011c853b970000, quorum=127.0.0.1:63046, baseZNode=/01517727431 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01517727431/running 2024-11-08T22:16:18,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36719-0x1011c853b970000, quorum=127.0.0.1:63046, baseZNode=/01517727431 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01517727431 2024-11-08T22:16:18,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34801-0x1011c853b970001, quorum=127.0.0.1:63046, baseZNode=/01517727431 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01517727431/running 2024-11-08T22:16:18,090 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T22:16:18,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34801-0x1011c853b970001, quorum=127.0.0.1:63046, baseZNode=/01517727431 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01517727431 2024-11-08T22:16:18,090 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T22:16:18,090 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:16:18,091 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:16:18,091 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ff635fa717b5,34801,1731104164630' ***** 2024-11-08T22:16:18,091 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T22:16:18,091 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34801-0x1011c853b970001, quorum=127.0.0.1:63046, baseZNode=/01517727431 Set watcher on znode that does not yet exist, /01517727431/running 2024-11-08T22:16:18,091 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36719-0x1011c853b970000, quorum=127.0.0.1:63046, baseZNode=/01517727431 Set watcher on znode that does not yet exist, /01517727431/running 2024-11-08T22:16:18,091 INFO [RS:0;ff635fa717b5:34801 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T22:16:18,091 INFO [RS:0;ff635fa717b5:34801 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T22:16:18,091 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T22:16:18,091 INFO [RS:0;ff635fa717b5:34801 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T22:16:18,091 INFO [RS:0;ff635fa717b5:34801 {}] regionserver.HRegionServer(3091): Received CLOSE for 38ed2ad90a403b5f1a0b100c3dbb5884 2024-11-08T22:16:18,092 INFO [RS:0;ff635fa717b5:34801 {}] regionserver.HRegionServer(959): stopping server ff635fa717b5,34801,1731104164630 2024-11-08T22:16:18,092 INFO [RS:0;ff635fa717b5:34801 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T22:16:18,092 INFO [RS:0;ff635fa717b5:34801 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff635fa717b5:34801. 2024-11-08T22:16:18,092 DEBUG [RS:0;ff635fa717b5:34801 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:16:18,092 DEBUG [RS:0;ff635fa717b5:34801 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:16:18,092 INFO [RS:0;ff635fa717b5:34801 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T22:16:18,092 INFO [RS:0;ff635fa717b5:34801 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T22:16:18,092 INFO [RS:0;ff635fa717b5:34801 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T22:16:18,092 INFO [RS:0;ff635fa717b5:34801 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T22:16:18,093 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 38ed2ad90a403b5f1a0b100c3dbb5884, disabling compactions & flushes 2024-11-08T22:16:18,093 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731104173039.38ed2ad90a403b5f1a0b100c3dbb5884. 2024-11-08T22:16:18,093 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731104173039.38ed2ad90a403b5f1a0b100c3dbb5884. 2024-11-08T22:16:18,093 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731104173039.38ed2ad90a403b5f1a0b100c3dbb5884. after waiting 0 ms 2024-11-08T22:16:18,093 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731104173039.38ed2ad90a403b5f1a0b100c3dbb5884. 2024-11-08T22:16:18,093 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 38ed2ad90a403b5f1a0b100c3dbb5884 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-08T22:16:18,095 INFO [RS:0;ff635fa717b5:34801 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T22:16:18,095 DEBUG [RS:0;ff635fa717b5:34801 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 38ed2ad90a403b5f1a0b100c3dbb5884=hbase:replication,,1731104173039.38ed2ad90a403b5f1a0b100c3dbb5884.} 2024-11-08T22:16:18,095 DEBUG [RS:0;ff635fa717b5:34801 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 38ed2ad90a403b5f1a0b100c3dbb5884 2024-11-08T22:16:18,095 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T22:16:18,095 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T22:16:18,095 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T22:16:18,096 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T22:16:18,096 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T22:16:18,096 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-08T22:16:18,121 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34399/user/jenkins/test-data/678cff8c-9b44-c85f-acf9-03fcd711e7f0/data/hbase/meta/1588230740/.tmp/info/485a76f8230c404faf6cd1935d9d9f3f is 147, key is hbase:replication,,1731104173039.38ed2ad90a403b5f1a0b100c3dbb5884./info:regioninfo/1731104173950/Put/seqid=0 2024-11-08T22:16:18,122 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34399/user/jenkins/test-data/678cff8c-9b44-c85f-acf9-03fcd711e7f0/data/hbase/replication/38ed2ad90a403b5f1a0b100c3dbb5884/.tmp/queue/43b20aa8a6614dd3ab8cb9c4e03f86c0 is 151, key is 1-ff635fa717b5,34801,1731104164630/queue:ff635fa717b5%2C34801%2C1731104164630/1731104174240/Put/seqid=0 2024-11-08T22:16:18,127 INFO [regionserver/ff635fa717b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T22:16:18,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46661 is added to blk_1073741838_1014 (size=6631) 2024-11-08T22:16:18,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46661 is added to blk_1073741839_1015 (size=5350) 2024-11-08T22:16:18,277 INFO [regionserver/ff635fa717b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T22:16:18,277 INFO [regionserver/ff635fa717b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T22:16:18,295 DEBUG [RS:0;ff635fa717b5:34801 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 38ed2ad90a403b5f1a0b100c3dbb5884 2024-11-08T22:16:18,367 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T22:16:18,368 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:16:18,393 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:16:18,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:16:18,404 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-08T22:16:18,496 DEBUG [RS:0;ff635fa717b5:34801 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 38ed2ad90a403b5f1a0b100c3dbb5884 2024-11-08T22:16:18,531 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34399/user/jenkins/test-data/678cff8c-9b44-c85f-acf9-03fcd711e7f0/data/hbase/meta/1588230740/.tmp/info/485a76f8230c404faf6cd1935d9d9f3f 2024-11-08T22:16:18,534 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34399/user/jenkins/test-data/678cff8c-9b44-c85f-acf9-03fcd711e7f0/data/hbase/replication/38ed2ad90a403b5f1a0b100c3dbb5884/.tmp/queue/43b20aa8a6614dd3ab8cb9c4e03f86c0 2024-11-08T22:16:18,545 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34399/user/jenkins/test-data/678cff8c-9b44-c85f-acf9-03fcd711e7f0/data/hbase/replication/38ed2ad90a403b5f1a0b100c3dbb5884/.tmp/queue/43b20aa8a6614dd3ab8cb9c4e03f86c0 as hdfs://localhost:34399/user/jenkins/test-data/678cff8c-9b44-c85f-acf9-03fcd711e7f0/data/hbase/replication/38ed2ad90a403b5f1a0b100c3dbb5884/queue/43b20aa8a6614dd3ab8cb9c4e03f86c0 2024-11-08T22:16:18,553 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34399/user/jenkins/test-data/678cff8c-9b44-c85f-acf9-03fcd711e7f0/data/hbase/meta/1588230740/.tmp/ns/e761c03096284a2a8c2b3541ea705440 is 43, key is default/ns:d/1731104167050/Put/seqid=0 2024-11-08T22:16:18,554 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34399/user/jenkins/test-data/678cff8c-9b44-c85f-acf9-03fcd711e7f0/data/hbase/replication/38ed2ad90a403b5f1a0b100c3dbb5884/queue/43b20aa8a6614dd3ab8cb9c4e03f86c0, entries=1, sequenceid=5, filesize=5.2 K 2024-11-08T22:16:18,557 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 38ed2ad90a403b5f1a0b100c3dbb5884 in 464ms, sequenceid=5, compaction requested=false 2024-11-08T22:16:18,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46661 is added to blk_1073741840_1016 (size=5153) 2024-11-08T22:16:18,584 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34399/user/jenkins/test-data/678cff8c-9b44-c85f-acf9-03fcd711e7f0/data/hbase/meta/1588230740/.tmp/ns/e761c03096284a2a8c2b3541ea705440 2024-11-08T22:16:18,585 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34399/user/jenkins/test-data/678cff8c-9b44-c85f-acf9-03fcd711e7f0/data/hbase/replication/38ed2ad90a403b5f1a0b100c3dbb5884/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T22:16:18,586 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T22:16:18,586 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T22:16:18,588 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731104173039.38ed2ad90a403b5f1a0b100c3dbb5884. 2024-11-08T22:16:18,588 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 38ed2ad90a403b5f1a0b100c3dbb5884: Waiting for close lock at 1731104178093Running coprocessor pre-close hooks at 1731104178093Disabling compacts and flushes for region at 1731104178093Disabling writes for close at 1731104178093Obtaining lock to block concurrent updates at 1731104178093Preparing flush snapshotting stores in 38ed2ad90a403b5f1a0b100c3dbb5884 at 1731104178093Finished memstore snapshotting hbase:replication,,1731104173039.38ed2ad90a403b5f1a0b100c3dbb5884., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731104178093Flushing stores of hbase:replication,,1731104173039.38ed2ad90a403b5f1a0b100c3dbb5884. at 1731104178094 (+1 ms)Flushing 38ed2ad90a403b5f1a0b100c3dbb5884/queue: creating writer at 1731104178094Flushing 38ed2ad90a403b5f1a0b100c3dbb5884/queue: appending metadata at 1731104178121 (+27 ms)Flushing 38ed2ad90a403b5f1a0b100c3dbb5884/queue: closing flushed file at 1731104178121Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ee4e96a: reopening flushed file at 1731104178541 (+420 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 38ed2ad90a403b5f1a0b100c3dbb5884 in 464ms, sequenceid=5, compaction requested=false at 1731104178558 (+17 ms)Writing region close event to WAL at 1731104178580 (+22 ms)Running coprocessor post-close hooks at 1731104178586 (+6 ms)Closed at 1731104178588 (+2 ms) 2024-11-08T22:16:18,588 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731104173039.38ed2ad90a403b5f1a0b100c3dbb5884. 2024-11-08T22:16:18,615 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34399/user/jenkins/test-data/678cff8c-9b44-c85f-acf9-03fcd711e7f0/data/hbase/meta/1588230740/.tmp/table/4961c1fdb99043058454a2c57d5a097f is 53, key is hbase:replication/table:state/1731104173971/Put/seqid=0 2024-11-08T22:16:18,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46661 is added to blk_1073741841_1017 (size=5256) 2024-11-08T22:16:18,696 DEBUG [RS:0;ff635fa717b5:34801 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T22:16:18,726 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,34801,1731104164630.replicationSource.wal-reader.ff635fa717b5%2C34801%2C1731104164630,1-ff635fa717b5,34801,1731104164630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34399/user/jenkins/test-data/678cff8c-9b44-c85f-acf9-03fcd711e7f0/WALs/ff635fa717b5,34801,1731104164630/ff635fa717b5%2C34801%2C1731104164630.1731104166347 to pos 0, reset compression=false 2024-11-08T22:16:18,896 DEBUG [RS:0;ff635fa717b5:34801 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T22:16:19,020 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34399/user/jenkins/test-data/678cff8c-9b44-c85f-acf9-03fcd711e7f0/data/hbase/meta/1588230740/.tmp/table/4961c1fdb99043058454a2c57d5a097f 2024-11-08T22:16:19,026 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34399/user/jenkins/test-data/678cff8c-9b44-c85f-acf9-03fcd711e7f0/data/hbase/meta/1588230740/.tmp/info/485a76f8230c404faf6cd1935d9d9f3f as hdfs://localhost:34399/user/jenkins/test-data/678cff8c-9b44-c85f-acf9-03fcd711e7f0/data/hbase/meta/1588230740/info/485a76f8230c404faf6cd1935d9d9f3f 2024-11-08T22:16:19,033 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34399/user/jenkins/test-data/678cff8c-9b44-c85f-acf9-03fcd711e7f0/data/hbase/meta/1588230740/info/485a76f8230c404faf6cd1935d9d9f3f, entries=10, sequenceid=11, filesize=6.5 K 2024-11-08T22:16:19,034 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34399/user/jenkins/test-data/678cff8c-9b44-c85f-acf9-03fcd711e7f0/data/hbase/meta/1588230740/.tmp/ns/e761c03096284a2a8c2b3541ea705440 as hdfs://localhost:34399/user/jenkins/test-data/678cff8c-9b44-c85f-acf9-03fcd711e7f0/data/hbase/meta/1588230740/ns/e761c03096284a2a8c2b3541ea705440 2024-11-08T22:16:19,041 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34399/user/jenkins/test-data/678cff8c-9b44-c85f-acf9-03fcd711e7f0/data/hbase/meta/1588230740/ns/e761c03096284a2a8c2b3541ea705440, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T22:16:19,043 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34399/user/jenkins/test-data/678cff8c-9b44-c85f-acf9-03fcd711e7f0/data/hbase/meta/1588230740/.tmp/table/4961c1fdb99043058454a2c57d5a097f as hdfs://localhost:34399/user/jenkins/test-data/678cff8c-9b44-c85f-acf9-03fcd711e7f0/data/hbase/meta/1588230740/table/4961c1fdb99043058454a2c57d5a097f 2024-11-08T22:16:19,048 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34399/user/jenkins/test-data/678cff8c-9b44-c85f-acf9-03fcd711e7f0/data/hbase/meta/1588230740/table/4961c1fdb99043058454a2c57d5a097f, entries=2, sequenceid=11, filesize=5.1 K 2024-11-08T22:16:19,049 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 953ms, sequenceid=11, compaction requested=false 2024-11-08T22:16:19,054 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34399/user/jenkins/test-data/678cff8c-9b44-c85f-acf9-03fcd711e7f0/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-08T22:16:19,055 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T22:16:19,055 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T22:16:19,055 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T22:16:19,055 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731104178095Running coprocessor pre-close hooks at 1731104178095Disabling compacts and flushes for region at 1731104178095Disabling writes for close at 1731104178096 (+1 ms)Obtaining lock to block concurrent updates at 1731104178096Preparing flush snapshotting stores in 1588230740 at 1731104178096Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731104178096Flushing stores of hbase:meta,,1.1588230740 at 1731104178097 (+1 ms)Flushing 1588230740/info: creating writer at 1731104178097Flushing 1588230740/info: appending metadata at 1731104178121 (+24 ms)Flushing 1588230740/info: closing flushed file at 1731104178121Flushing 1588230740/ns: creating writer at 1731104178537 (+416 ms)Flushing 1588230740/ns: appending metadata at 1731104178552 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731104178552Flushing 1588230740/table: creating writer at 1731104178595 (+43 ms)Flushing 1588230740/table: appending metadata at 1731104178615 (+20 ms)Flushing 1588230740/table: closing flushed file at 1731104178615Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27e61af3: reopening flushed file at 1731104179025 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71c2866f: reopening flushed file at 1731104179033 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13dc5344: reopening flushed file at 1731104179042 (+9 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 953ms, sequenceid=11, compaction requested=false at 1731104179049 (+7 ms)Writing region close event to WAL at 1731104179051 (+2 ms)Running coprocessor post-close hooks at 1731104179055 (+4 ms)Closed at 1731104179055 2024-11-08T22:16:19,055 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T22:16:19,096 INFO [RS:0;ff635fa717b5:34801 {}] regionserver.HRegionServer(976): stopping server ff635fa717b5,34801,1731104164630; all regions closed. 2024-11-08T22:16:19,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46661 is added to blk_1073741834_1010 (size=2742) 2024-11-08T22:16:19,099 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/678cff8c-9b44-c85f-acf9-03fcd711e7f0/WALs/ff635fa717b5,34801,1731104164630/ff635fa717b5%2C34801%2C1731104164630.meta.1731104166894.meta not finished, retry = 0 2024-11-08T22:16:19,202 DEBUG [RS:0;ff635fa717b5:34801 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/678cff8c-9b44-c85f-acf9-03fcd711e7f0/oldWALs 2024-11-08T22:16:19,202 INFO [RS:0;ff635fa717b5:34801 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ff635fa717b5%2C34801%2C1731104164630.meta:.meta(num 1731104166894) 2024-11-08T22:16:19,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46661 is added to blk_1073741837_1013 (size=1586) 2024-11-08T22:16:19,204 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/678cff8c-9b44-c85f-acf9-03fcd711e7f0/WALs/ff635fa717b5,34801,1731104164630/ff635fa717b5%2C34801%2C1731104164630.rep.1731104173892 not finished, retry = 0 2024-11-08T22:16:19,307 DEBUG [RS:0;ff635fa717b5:34801 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/678cff8c-9b44-c85f-acf9-03fcd711e7f0/oldWALs 2024-11-08T22:16:19,307 INFO [RS:0;ff635fa717b5:34801 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ff635fa717b5%2C34801%2C1731104164630.rep:(num 1731104173892) 2024-11-08T22:16:19,310 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/678cff8c-9b44-c85f-acf9-03fcd711e7f0/WALs/ff635fa717b5,34801,1731104164630/ff635fa717b5%2C34801%2C1731104164630.1731104166347 not finished, retry = 0 2024-11-08T22:16:19,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46661 is added to blk_1073741833_1009 (size=93) 2024-11-08T22:16:19,412 DEBUG [RS:0;ff635fa717b5:34801 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/678cff8c-9b44-c85f-acf9-03fcd711e7f0/oldWALs 2024-11-08T22:16:19,412 INFO [RS:0;ff635fa717b5:34801 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ff635fa717b5%2C34801%2C1731104164630:(num 1731104166347) 2024-11-08T22:16:19,412 DEBUG [RS:0;ff635fa717b5:34801 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:16:19,412 INFO [RS:0;ff635fa717b5:34801 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T22:16:19,413 INFO [RS:0;ff635fa717b5:34801 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T22:16:19,413 INFO [RS:0;ff635fa717b5:34801 {}] hbase.ChoreService(370): Chore service for: regionserver/ff635fa717b5:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T22:16:19,413 INFO [RS:0;ff635fa717b5:34801 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T22:16:19,413 INFO [regionserver/ff635fa717b5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T22:16:19,413 INFO [RS:0;ff635fa717b5:34801 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ff635fa717b5,34801,1731104164630 because: Region server is closing 2024-11-08T22:16:19,413 INFO [RS:0;ff635fa717b5:34801 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff635fa717b5:34801. 2024-11-08T22:16:19,413 DEBUG [RS:0;ff635fa717b5:34801 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:16:19,414 DEBUG [RS:0;ff635fa717b5:34801 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:16:19,414 DEBUG [RS:0;ff635fa717b5:34801 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:16:19,414 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:16:19,514 WARN [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,34801,1731104164630.replicationSource.wal-reader.ff635fa717b5%2C34801%2C1731104164630,1-ff635fa717b5,34801,1731104164630 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T22:16:19,514 WARN [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,34801,1731104164630.replicationSource.shipperff635fa717b5%2C34801%2C1731104164630,1-ff635fa717b5,34801,1731104164630 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-08T22:16:19,514 INFO [RS:0;ff635fa717b5:34801 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,34801,1731104164630.replicationSource.shipperff635fa717b5%2C34801%2C1731104164630,1-ff635fa717b5,34801,1731104164630 terminated 2024-11-08T22:16:19,514 INFO [RS:0;ff635fa717b5:34801 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34801 2024-11-08T22:16:19,739 INFO [RS:0;ff635fa717b5:34801 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T22:16:19,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34801-0x1011c853b970001, quorum=127.0.0.1:63046, baseZNode=/01517727431 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01517727431/rs/ff635fa717b5,34801,1731104164630 2024-11-08T22:16:19,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36719-0x1011c853b970000, quorum=127.0.0.1:63046, baseZNode=/01517727431 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01517727431/rs 2024-11-08T22:16:19,753 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ff635fa717b5,34801,1731104164630] 2024-11-08T22:16:19,763 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01517727431/draining/ff635fa717b5,34801,1731104164630 already deleted, retry=false 2024-11-08T22:16:19,763 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ff635fa717b5,34801,1731104164630 expired; onlineServers=0 2024-11-08T22:16:19,763 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ff635fa717b5,36719,1731104164206' ***** 2024-11-08T22:16:19,763 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T22:16:19,763 INFO [M:0;ff635fa717b5:36719 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T22:16:19,764 INFO [M:0;ff635fa717b5:36719 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T22:16:19,764 DEBUG [M:0;ff635fa717b5:36719 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T22:16:19,764 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T22:16:19,764 DEBUG [M:0;ff635fa717b5:36719 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T22:16:19,764 DEBUG [master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.large.0-1731104166056 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.large.0-1731104166056,5,FailOnTimeoutGroup] 2024-11-08T22:16:19,764 DEBUG [master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.small.0-1731104166068 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.small.0-1731104166068,5,FailOnTimeoutGroup] 2024-11-08T22:16:19,764 INFO [M:0;ff635fa717b5:36719 {}] hbase.ChoreService(370): Chore service for: master/ff635fa717b5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T22:16:19,764 INFO [M:0;ff635fa717b5:36719 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T22:16:19,764 DEBUG [M:0;ff635fa717b5:36719 {}] master.HMaster(1795): Stopping service threads 2024-11-08T22:16:19,764 INFO [M:0;ff635fa717b5:36719 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T22:16:19,764 INFO [M:0;ff635fa717b5:36719 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T22:16:19,764 INFO [M:0;ff635fa717b5:36719 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T22:16:19,765 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T22:16:19,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36719-0x1011c853b970000, quorum=127.0.0.1:63046, baseZNode=/01517727431 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01517727431/master 2024-11-08T22:16:19,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36719-0x1011c853b970000, quorum=127.0.0.1:63046, baseZNode=/01517727431 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01517727431 2024-11-08T22:16:19,774 DEBUG [M:0;ff635fa717b5:36719 {}] zookeeper.ZKUtil(347): master:36719-0x1011c853b970000, quorum=127.0.0.1:63046, baseZNode=/01517727431 Unable to get data of znode /01517727431/master because node does not exist (not an error) 2024-11-08T22:16:19,774 WARN [M:0;ff635fa717b5:36719 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T22:16:19,774 INFO [M:0;ff635fa717b5:36719 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34399/user/jenkins/test-data/678cff8c-9b44-c85f-acf9-03fcd711e7f0/.lastflushedseqids 2024-11-08T22:16:19,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46661 is added to blk_1073741842_1018 (size=181) 2024-11-08T22:16:19,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34801-0x1011c853b970001, quorum=127.0.0.1:63046, baseZNode=/01517727431 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:16:19,853 INFO [RS:0;ff635fa717b5:34801 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T22:16:19,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34801-0x1011c853b970001, quorum=127.0.0.1:63046, baseZNode=/01517727431 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:16:19,853 INFO [RS:0;ff635fa717b5:34801 {}] regionserver.HRegionServer(1031): Exiting; stopping=ff635fa717b5,34801,1731104164630; zookeeper connection closed. 2024-11-08T22:16:19,853 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2ff63718 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2ff63718 2024-11-08T22:16:19,853 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T22:16:20,180 INFO [M:0;ff635fa717b5:36719 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T22:16:20,180 INFO [M:0;ff635fa717b5:36719 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T22:16:20,180 DEBUG [M:0;ff635fa717b5:36719 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T22:16:20,180 INFO [M:0;ff635fa717b5:36719 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:16:20,180 DEBUG [M:0;ff635fa717b5:36719 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:16:20,180 DEBUG [M:0;ff635fa717b5:36719 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T22:16:20,180 DEBUG [M:0;ff635fa717b5:36719 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:16:20,180 INFO [M:0;ff635fa717b5:36719 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-08T22:16:20,196 DEBUG [M:0;ff635fa717b5:36719 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34399/user/jenkins/test-data/678cff8c-9b44-c85f-acf9-03fcd711e7f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c9e47e9e2c594c83ae155e8eda20f0fc is 82, key is hbase:meta,,1/info:regioninfo/1731104166963/Put/seqid=0 2024-11-08T22:16:20,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46661 is added to blk_1073741843_1019 (size=5672) 2024-11-08T22:16:20,601 INFO [M:0;ff635fa717b5:36719 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34399/user/jenkins/test-data/678cff8c-9b44-c85f-acf9-03fcd711e7f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c9e47e9e2c594c83ae155e8eda20f0fc 2024-11-08T22:16:20,625 DEBUG [M:0;ff635fa717b5:36719 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34399/user/jenkins/test-data/678cff8c-9b44-c85f-acf9-03fcd711e7f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b6a5f3b5defe4222ba0904c676bbe766 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731104173980/Put/seqid=0 2024-11-08T22:16:20,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46661 is added to blk_1073741844_1020 (size=7203) 2024-11-08T22:16:20,629 INFO [M:0;ff635fa717b5:36719 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34399/user/jenkins/test-data/678cff8c-9b44-c85f-acf9-03fcd711e7f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b6a5f3b5defe4222ba0904c676bbe766 2024-11-08T22:16:20,652 DEBUG [M:0;ff635fa717b5:36719 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34399/user/jenkins/test-data/678cff8c-9b44-c85f-acf9-03fcd711e7f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8e76e6ed09fe495fac5130bc6623e443 is 69, key is ff635fa717b5,34801,1731104164630/rs:state/1731104166139/Put/seqid=0 2024-11-08T22:16:20,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46661 is added to blk_1073741845_1021 (size=5156) 2024-11-08T22:16:20,657 INFO [M:0;ff635fa717b5:36719 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34399/user/jenkins/test-data/678cff8c-9b44-c85f-acf9-03fcd711e7f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8e76e6ed09fe495fac5130bc6623e443 2024-11-08T22:16:20,663 DEBUG [M:0;ff635fa717b5:36719 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34399/user/jenkins/test-data/678cff8c-9b44-c85f-acf9-03fcd711e7f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c9e47e9e2c594c83ae155e8eda20f0fc as hdfs://localhost:34399/user/jenkins/test-data/678cff8c-9b44-c85f-acf9-03fcd711e7f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c9e47e9e2c594c83ae155e8eda20f0fc 2024-11-08T22:16:20,670 INFO [M:0;ff635fa717b5:36719 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34399/user/jenkins/test-data/678cff8c-9b44-c85f-acf9-03fcd711e7f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c9e47e9e2c594c83ae155e8eda20f0fc, entries=8, sequenceid=70, filesize=5.5 K 2024-11-08T22:16:20,671 DEBUG [M:0;ff635fa717b5:36719 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34399/user/jenkins/test-data/678cff8c-9b44-c85f-acf9-03fcd711e7f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b6a5f3b5defe4222ba0904c676bbe766 as hdfs://localhost:34399/user/jenkins/test-data/678cff8c-9b44-c85f-acf9-03fcd711e7f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b6a5f3b5defe4222ba0904c676bbe766 2024-11-08T22:16:20,677 INFO [M:0;ff635fa717b5:36719 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34399/user/jenkins/test-data/678cff8c-9b44-c85f-acf9-03fcd711e7f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b6a5f3b5defe4222ba0904c676bbe766, entries=8, sequenceid=70, filesize=7.0 K 2024-11-08T22:16:20,679 DEBUG [M:0;ff635fa717b5:36719 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34399/user/jenkins/test-data/678cff8c-9b44-c85f-acf9-03fcd711e7f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8e76e6ed09fe495fac5130bc6623e443 as hdfs://localhost:34399/user/jenkins/test-data/678cff8c-9b44-c85f-acf9-03fcd711e7f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8e76e6ed09fe495fac5130bc6623e443 2024-11-08T22:16:20,686 INFO [M:0;ff635fa717b5:36719 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34399/user/jenkins/test-data/678cff8c-9b44-c85f-acf9-03fcd711e7f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8e76e6ed09fe495fac5130bc6623e443, entries=1, sequenceid=70, filesize=5.0 K 2024-11-08T22:16:20,687 INFO [M:0;ff635fa717b5:36719 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 507ms, sequenceid=70, compaction requested=false 2024-11-08T22:16:20,689 INFO [M:0;ff635fa717b5:36719 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:16:20,689 DEBUG [M:0;ff635fa717b5:36719 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731104180180Disabling compacts and flushes for region at 1731104180180Disabling writes for close at 1731104180180Obtaining lock to block concurrent updates at 1731104180180Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731104180180Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731104180181 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731104180181Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731104180181Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731104180195 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731104180195Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731104180606 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731104180624 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731104180624Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731104180635 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731104180651 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731104180651Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5945e9d: reopening flushed file at 1731104180662 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5088637f: reopening flushed file at 1731104180670 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7220afee: reopening flushed file at 1731104180677 (+7 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 507ms, sequenceid=70, compaction requested=false at 1731104180687 (+10 ms)Writing region close event to WAL at 1731104180689 (+2 ms)Closed at 1731104180689 2024-11-08T22:16:20,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46661 is added to blk_1073741830_1006 (size=41008) 2024-11-08T22:16:20,693 INFO [M:0;ff635fa717b5:36719 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T22:16:20,693 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T22:16:20,693 INFO [M:0;ff635fa717b5:36719 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36719 2024-11-08T22:16:20,693 INFO [M:0;ff635fa717b5:36719 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T22:16:20,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36719-0x1011c853b970000, quorum=127.0.0.1:63046, baseZNode=/01517727431 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:16:20,853 INFO [M:0;ff635fa717b5:36719 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T22:16:20,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36719-0x1011c853b970000, quorum=127.0.0.1:63046, baseZNode=/01517727431 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:16:20,855 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1069a6d8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T22:16:20,855 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7ce4b172{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T22:16:20,855 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T22:16:20,856 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58570e73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T22:16:20,856 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42e02aef{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec07456f-7a7a-d5bb-04f2-cd230380c63b/hadoop.log.dir/,STOPPED} 2024-11-08T22:16:20,857 WARN [BP-1489221256-172.17.0.3-1731104161812 heartbeating to localhost/127.0.0.1:34399 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T22:16:20,857 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T22:16:20,857 WARN [BP-1489221256-172.17.0.3-1731104161812 heartbeating to localhost/127.0.0.1:34399 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1489221256-172.17.0.3-1731104161812 (Datanode Uuid c1e5869b-73af-4ae9-8bea-81d57c85dca5) service to localhost/127.0.0.1:34399 2024-11-08T22:16:20,857 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T22:16:20,857 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec07456f-7a7a-d5bb-04f2-cd230380c63b/cluster_ab081ca9-a0a3-af7d-bae9-b49e87146412/data/data1/current/BP-1489221256-172.17.0.3-1731104161812 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T22:16:20,858 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec07456f-7a7a-d5bb-04f2-cd230380c63b/cluster_ab081ca9-a0a3-af7d-bae9-b49e87146412/data/data2/current/BP-1489221256-172.17.0.3-1731104161812 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T22:16:20,858 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T22:16:20,863 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@388d89d0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T22:16:20,864 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@162c83f3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T22:16:20,864 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T22:16:20,864 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1454d2c3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T22:16:20,864 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24e431bd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec07456f-7a7a-d5bb-04f2-cd230380c63b/hadoop.log.dir/,STOPPED} 2024-11-08T22:16:20,871 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T22:16:20,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T22:16:20,892 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=138 (was 108) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44095 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:44095 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:44095 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:34399 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:34399 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63046) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34399 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44095 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:44095 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44095 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34399 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44095 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:34399 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:34399 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34399 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34399 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63046) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:44095 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=464 (was 425) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=418 (was 387) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1857 (was 2367) 2024-11-08T22:16:20,900 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=137, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=418, ProcessCount=11, AvailableMemoryMB=1857 2024-11-08T22:16:20,915 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-08T22:16:20,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdb5a58c-f6ed-016f-6fff-718b349dafc2/hadoop.log.dir so I do NOT create it in target/test-data/cf11b045-3306-24ce-67b6-cb6a7921e80f 2024-11-08T22:16:20,916 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdb5a58c-f6ed-016f-6fff-718b349dafc2/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T22:16:20,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdb5a58c-f6ed-016f-6fff-718b349dafc2/hadoop.tmp.dir so I do NOT create it in target/test-data/cf11b045-3306-24ce-67b6-cb6a7921e80f 2024-11-08T22:16:20,916 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdb5a58c-f6ed-016f-6fff-718b349dafc2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T22:16:20,916 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf11b045-3306-24ce-67b6-cb6a7921e80f 2024-11-08T22:16:20,916 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf11b045-3306-24ce-67b6-cb6a7921e80f/cluster_c63d1902-0f26-7095-5b3c-f865b96f255a, deleteOnExit=true 2024-11-08T22:16:20,939 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf11b045-3306-24ce-67b6-cb6a7921e80f/cluster_c63d1902-0f26-7095-5b3c-f865b96f255a/zookeeper_0, clientPort=49872, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf11b045-3306-24ce-67b6-cb6a7921e80f/cluster_c63d1902-0f26-7095-5b3c-f865b96f255a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf11b045-3306-24ce-67b6-cb6a7921e80f/cluster_c63d1902-0f26-7095-5b3c-f865b96f255a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T22:16:20,940 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49872 2024-11-08T22:16:20,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T22:16:20,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T22:16:20,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf11b045-3306-24ce-67b6-cb6a7921e80f/test.cache.data in system properties and HBase conf 2024-11-08T22:16:20,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf11b045-3306-24ce-67b6-cb6a7921e80f/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T22:16:20,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf11b045-3306-24ce-67b6-cb6a7921e80f/hadoop.log.dir in system properties and HBase conf 2024-11-08T22:16:20,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf11b045-3306-24ce-67b6-cb6a7921e80f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T22:16:20,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf11b045-3306-24ce-67b6-cb6a7921e80f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T22:16:20,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T22:16:20,941 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T22:16:20,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf11b045-3306-24ce-67b6-cb6a7921e80f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T22:16:20,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf11b045-3306-24ce-67b6-cb6a7921e80f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T22:16:20,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf11b045-3306-24ce-67b6-cb6a7921e80f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T22:16:20,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf11b045-3306-24ce-67b6-cb6a7921e80f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T22:16:20,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf11b045-3306-24ce-67b6-cb6a7921e80f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T22:16:20,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf11b045-3306-24ce-67b6-cb6a7921e80f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T22:16:20,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf11b045-3306-24ce-67b6-cb6a7921e80f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T22:16:20,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf11b045-3306-24ce-67b6-cb6a7921e80f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T22:16:20,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf11b045-3306-24ce-67b6-cb6a7921e80f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T22:16:20,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf11b045-3306-24ce-67b6-cb6a7921e80f/nfs.dump.dir in system properties and HBase conf 2024-11-08T22:16:20,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf11b045-3306-24ce-67b6-cb6a7921e80f/java.io.tmpdir in system properties and HBase conf 2024-11-08T22:16:20,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf11b045-3306-24ce-67b6-cb6a7921e80f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T22:16:20,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf11b045-3306-24ce-67b6-cb6a7921e80f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T22:16:20,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf11b045-3306-24ce-67b6-cb6a7921e80f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T22:16:20,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011c853b970002, quorum=127.0.0.1:63046, baseZNode=/01517727431 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T22:16:20,970 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011c853b970002, quorum=127.0.0.1:63046, baseZNode=/01517727431 Received Disconnected from ZooKeeper, ignoring 2024-11-08T22:16:20,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011c853b970005, quorum=127.0.0.1:63046, baseZNode=/1-1050950081 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T22:16:20,970 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011c853b970005, quorum=127.0.0.1:63046, baseZNode=/1-1050950081 Received Disconnected from ZooKeeper, ignoring 2024-11-08T22:16:21,335 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T22:16:21,342 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T22:16:21,343 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T22:16:21,343 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T22:16:21,343 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T22:16:21,344 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T22:16:21,344 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b67d833{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf11b045-3306-24ce-67b6-cb6a7921e80f/hadoop.log.dir/,AVAILABLE} 2024-11-08T22:16:21,344 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74cb0f58{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T22:16:21,454 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4a8750cd{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf11b045-3306-24ce-67b6-cb6a7921e80f/java.io.tmpdir/jetty-localhost-43313-hadoop-hdfs-3_4_1-tests_jar-_-any-5706971098564497502/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T22:16:21,455 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1425a20b{HTTP/1.1, (http/1.1)}{localhost:43313} 2024-11-08T22:16:21,455 INFO [Time-limited test {}] server.Server(415): Started @55716ms 2024-11-08T22:16:21,743 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T22:16:21,747 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T22:16:21,756 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T22:16:21,756 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T22:16:21,756 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T22:16:21,757 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b54e91e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf11b045-3306-24ce-67b6-cb6a7921e80f/hadoop.log.dir/,AVAILABLE} 2024-11-08T22:16:21,757 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e0f1b25{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T22:16:21,874 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@77693485{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf11b045-3306-24ce-67b6-cb6a7921e80f/java.io.tmpdir/jetty-localhost-40307-hadoop-hdfs-3_4_1-tests_jar-_-any-6417581935971065510/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T22:16:21,875 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@61327946{HTTP/1.1, (http/1.1)}{localhost:40307} 2024-11-08T22:16:21,875 INFO [Time-limited test {}] server.Server(415): Started @56136ms 2024-11-08T22:16:21,876 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T22:16:22,603 WARN [Thread-827 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf11b045-3306-24ce-67b6-cb6a7921e80f/cluster_c63d1902-0f26-7095-5b3c-f865b96f255a/data/data1/current/BP-1240410505-172.17.0.3-1731104180971/current, will proceed with Du for space computation calculation, 2024-11-08T22:16:22,603 WARN [Thread-828 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf11b045-3306-24ce-67b6-cb6a7921e80f/cluster_c63d1902-0f26-7095-5b3c-f865b96f255a/data/data2/current/BP-1240410505-172.17.0.3-1731104180971/current, will proceed with Du for space computation calculation, 2024-11-08T22:16:22,624 WARN [Thread-815 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T22:16:22,627 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x46bc1cd89ea21fe7 with lease ID 0xc0b8eb9d72ad8e2a: Processing first storage report for DS-ac9d3ba2-519e-4b1f-88ff-a2016f6b8c35 from datanode DatanodeRegistration(127.0.0.1:41881, datanodeUuid=ba508919-c388-4cc7-bb93-2ba248e4de00, infoPort=45503, infoSecurePort=0, ipcPort=36641, storageInfo=lv=-57;cid=testClusterID;nsid=246574217;c=1731104180971) 2024-11-08T22:16:22,627 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x46bc1cd89ea21fe7 with lease ID 0xc0b8eb9d72ad8e2a: from storage DS-ac9d3ba2-519e-4b1f-88ff-a2016f6b8c35 node DatanodeRegistration(127.0.0.1:41881, datanodeUuid=ba508919-c388-4cc7-bb93-2ba248e4de00, infoPort=45503, infoSecurePort=0, ipcPort=36641, storageInfo=lv=-57;cid=testClusterID;nsid=246574217;c=1731104180971), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T22:16:22,627 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x46bc1cd89ea21fe7 with lease ID 0xc0b8eb9d72ad8e2a: Processing first storage report for DS-fcda654c-9d77-4eec-9019-e54a787ceae3 from datanode DatanodeRegistration(127.0.0.1:41881, datanodeUuid=ba508919-c388-4cc7-bb93-2ba248e4de00, infoPort=45503, infoSecurePort=0, ipcPort=36641, storageInfo=lv=-57;cid=testClusterID;nsid=246574217;c=1731104180971) 2024-11-08T22:16:22,627 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x46bc1cd89ea21fe7 with lease ID 0xc0b8eb9d72ad8e2a: from storage DS-fcda654c-9d77-4eec-9019-e54a787ceae3 node DatanodeRegistration(127.0.0.1:41881, datanodeUuid=ba508919-c388-4cc7-bb93-2ba248e4de00, infoPort=45503, infoSecurePort=0, ipcPort=36641, storageInfo=lv=-57;cid=testClusterID;nsid=246574217;c=1731104180971), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T22:16:22,659 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf11b045-3306-24ce-67b6-cb6a7921e80f 2024-11-08T22:16:22,659 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:16:22,660 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:16:22,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41881 is added to blk_1073741825_1001 (size=7) 2024-11-08T22:16:23,068 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047 with version=8 2024-11-08T22:16:23,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/hbase-staging 2024-11-08T22:16:23,070 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ff635fa717b5:0 server-side Connection retries=45 2024-11-08T22:16:23,070 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:16:23,070 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T22:16:23,070 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T22:16:23,070 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:16:23,070 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T22:16:23,071 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T22:16:23,071 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T22:16:23,071 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39031 2024-11-08T22:16:23,072 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39031 connecting to ZooKeeper ensemble=127.0.0.1:49872 2024-11-08T22:16:23,138 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T22:16:23,138 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T22:16:23,138 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T22:16:23,138 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T22:16:23,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:390310x0, quorum=127.0.0.1:49872, baseZNode=/01905538587 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T22:16:23,171 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39031-0x1011c8586760000 connected 2024-11-08T22:16:23,258 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:16:23,260 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:16:23,273 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39031-0x1011c8586760000, quorum=127.0.0.1:49872, baseZNode=/01905538587 Set watcher on znode that does not yet exist, /01905538587/running 2024-11-08T22:16:23,273 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047, hbase.cluster.distributed=false 2024-11-08T22:16:23,275 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39031-0x1011c8586760000, quorum=127.0.0.1:49872, baseZNode=/01905538587 Set watcher on znode that does not yet exist, /01905538587/acl 2024-11-08T22:16:23,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39031 2024-11-08T22:16:23,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39031 2024-11-08T22:16:23,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39031 2024-11-08T22:16:23,292 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39031 2024-11-08T22:16:23,293 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39031 2024-11-08T22:16:23,308 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ff635fa717b5:0 server-side Connection retries=45 2024-11-08T22:16:23,308 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:16:23,308 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T22:16:23,308 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T22:16:23,309 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:16:23,309 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T22:16:23,309 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T22:16:23,309 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T22:16:23,312 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38983 2024-11-08T22:16:23,314 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38983 connecting to ZooKeeper ensemble=127.0.0.1:49872 2024-11-08T22:16:23,314 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:16:23,316 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:16:23,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:389830x0, quorum=127.0.0.1:49872, baseZNode=/01905538587 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T22:16:23,332 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:389830x0, quorum=127.0.0.1:49872, baseZNode=/01905538587 Set watcher on znode that does not yet exist, /01905538587/running 2024-11-08T22:16:23,332 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38983-0x1011c8586760001 connected 2024-11-08T22:16:23,332 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T22:16:23,333 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T22:16:23,333 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38983-0x1011c8586760001, quorum=127.0.0.1:49872, baseZNode=/01905538587 Set watcher on znode that does not yet exist, /01905538587/master 2024-11-08T22:16:23,334 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38983-0x1011c8586760001, quorum=127.0.0.1:49872, baseZNode=/01905538587 Set watcher on znode that does not yet exist, /01905538587/acl 2024-11-08T22:16:23,348 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38983 2024-11-08T22:16:23,348 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38983 2024-11-08T22:16:23,349 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38983 2024-11-08T22:16:23,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38983 2024-11-08T22:16:23,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38983 2024-11-08T22:16:23,384 DEBUG [M:0;ff635fa717b5:39031 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ff635fa717b5:39031 2024-11-08T22:16:23,384 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01905538587/backup-masters/ff635fa717b5,39031,1731104183070 2024-11-08T22:16:23,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38983-0x1011c8586760001, quorum=127.0.0.1:49872, baseZNode=/01905538587 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01905538587/backup-masters 2024-11-08T22:16:23,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39031-0x1011c8586760000, quorum=127.0.0.1:49872, baseZNode=/01905538587 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01905538587/backup-masters 2024-11-08T22:16:23,395 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39031-0x1011c8586760000, quorum=127.0.0.1:49872, baseZNode=/01905538587 Set watcher on existing znode=/01905538587/backup-masters/ff635fa717b5,39031,1731104183070 2024-11-08T22:16:23,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38983-0x1011c8586760001, quorum=127.0.0.1:49872, baseZNode=/01905538587 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01905538587/master 2024-11-08T22:16:23,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39031-0x1011c8586760000, quorum=127.0.0.1:49872, baseZNode=/01905538587 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01905538587 2024-11-08T22:16:23,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38983-0x1011c8586760001, quorum=127.0.0.1:49872, baseZNode=/01905538587 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01905538587 2024-11-08T22:16:23,405 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39031-0x1011c8586760000, quorum=127.0.0.1:49872, baseZNode=/01905538587 Set watcher on existing znode=/01905538587/master 2024-11-08T22:16:23,406 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01905538587/backup-masters/ff635fa717b5,39031,1731104183070 from backup master directory 2024-11-08T22:16:23,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39031-0x1011c8586760000, quorum=127.0.0.1:49872, baseZNode=/01905538587 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01905538587/backup-masters/ff635fa717b5,39031,1731104183070 2024-11-08T22:16:23,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38983-0x1011c8586760001, quorum=127.0.0.1:49872, baseZNode=/01905538587 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01905538587/backup-masters 2024-11-08T22:16:23,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39031-0x1011c8586760000, quorum=127.0.0.1:49872, baseZNode=/01905538587 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01905538587/backup-masters 2024-11-08T22:16:23,415 WARN [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T22:16:23,415 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ff635fa717b5,39031,1731104183070 2024-11-08T22:16:23,419 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/hbase.id] with ID: 9b080852-b308-4ace-a976-e2ca5264cd30 2024-11-08T22:16:23,419 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/.tmp/hbase.id 2024-11-08T22:16:23,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41881 is added to blk_1073741826_1002 (size=42) 2024-11-08T22:16:23,825 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/.tmp/hbase.id]:[hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/hbase.id] 2024-11-08T22:16:23,839 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:16:23,840 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T22:16:23,841 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T22:16:23,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38983-0x1011c8586760001, quorum=127.0.0.1:49872, baseZNode=/01905538587 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01905538587 2024-11-08T22:16:23,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39031-0x1011c8586760000, quorum=127.0.0.1:49872, baseZNode=/01905538587 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01905538587 2024-11-08T22:16:23,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41881 is added to blk_1073741827_1003 (size=196) 2024-11-08T22:16:24,090 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T22:16:24,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:16:24,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:16:24,120 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:16:24,120 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:16:24,296 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T22:16:24,297 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T22:16:24,297 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:16:24,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41881 is added to blk_1073741828_1004 (size=1189) 2024-11-08T22:16:24,713 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/MasterData/data/master/store 2024-11-08T22:16:24,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41881 is added to blk_1073741829_1005 (size=34) 2024-11-08T22:16:25,123 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:16:25,123 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T22:16:25,123 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:16:25,123 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:16:25,123 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T22:16:25,123 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:16:25,123 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:16:25,123 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731104185123Disabling compacts and flushes for region at 1731104185123Disabling writes for close at 1731104185123Writing region close event to WAL at 1731104185123Closed at 1731104185123 2024-11-08T22:16:25,124 WARN [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/MasterData/data/master/store/.initializing 2024-11-08T22:16:25,124 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/MasterData/WALs/ff635fa717b5,39031,1731104183070 2024-11-08T22:16:25,125 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T22:16:25,127 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ff635fa717b5%2C39031%2C1731104183070, suffix=, logDir=hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/MasterData/WALs/ff635fa717b5,39031,1731104183070, archiveDir=hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/MasterData/oldWALs, maxLogs=10 2024-11-08T22:16:25,143 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/MasterData/WALs/ff635fa717b5,39031,1731104183070/ff635fa717b5%2C39031%2C1731104183070.1731104185127, exclude list is [], retry=0 2024-11-08T22:16:25,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41881,DS-ac9d3ba2-519e-4b1f-88ff-a2016f6b8c35,DISK] 2024-11-08T22:16:25,148 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/MasterData/WALs/ff635fa717b5,39031,1731104183070/ff635fa717b5%2C39031%2C1731104183070.1731104185127 2024-11-08T22:16:25,149 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45503:45503)] 2024-11-08T22:16:25,149 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T22:16:25,149 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:16:25,149 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:16:25,149 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:16:25,150 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:16:25,152 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T22:16:25,152 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:16:25,152 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:16:25,152 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:16:25,154 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T22:16:25,154 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:16:25,154 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:16:25,155 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:16:25,156 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T22:16:25,156 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:16:25,156 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:16:25,157 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:16:25,158 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T22:16:25,158 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:16:25,159 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:16:25,159 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:16:25,159 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:16:25,160 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:16:25,161 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:16:25,161 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:16:25,161 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T22:16:25,162 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:16:25,164 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:16:25,165 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69266559, jitterRate=0.03215216100215912}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T22:16:25,165 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731104185149Initializing all the Stores at 1731104185150 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104185150Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104185150Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104185150Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104185150Cleaning up temporary data from old regions at 1731104185161 (+11 ms)Region opened successfully at 1731104185165 (+4 ms) 2024-11-08T22:16:25,165 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T22:16:25,168 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fefff5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff635fa717b5/172.17.0.3:0 2024-11-08T22:16:25,170 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T22:16:25,170 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T22:16:25,170 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T22:16:25,170 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T22:16:25,171 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T22:16:25,171 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T22:16:25,171 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T22:16:25,173 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T22:16:25,174 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39031-0x1011c8586760000, quorum=127.0.0.1:49872, baseZNode=/01905538587 Unable to get data of znode /01905538587/balancer because node does not exist (not necessarily an error) 2024-11-08T22:16:25,226 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01905538587/balancer already deleted, retry=false 2024-11-08T22:16:25,226 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T22:16:25,227 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39031-0x1011c8586760000, quorum=127.0.0.1:49872, baseZNode=/01905538587 Unable to get data of znode /01905538587/normalizer because node does not exist (not necessarily an error) 2024-11-08T22:16:25,236 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01905538587/normalizer already deleted, retry=false 2024-11-08T22:16:25,237 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T22:16:25,238 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39031-0x1011c8586760000, quorum=127.0.0.1:49872, baseZNode=/01905538587 Unable to get data of znode /01905538587/switch/split because node does not exist (not necessarily an error) 2024-11-08T22:16:25,247 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01905538587/switch/split already deleted, retry=false 2024-11-08T22:16:25,248 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39031-0x1011c8586760000, quorum=127.0.0.1:49872, baseZNode=/01905538587 Unable to get data of znode /01905538587/switch/merge because node does not exist (not necessarily an error) 2024-11-08T22:16:25,257 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01905538587/switch/merge already deleted, retry=false 2024-11-08T22:16:25,260 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39031-0x1011c8586760000, quorum=127.0.0.1:49872, baseZNode=/01905538587 Unable to get data of znode /01905538587/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T22:16:25,268 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01905538587/snapshot-cleanup already deleted, retry=false 2024-11-08T22:16:25,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38983-0x1011c8586760001, quorum=127.0.0.1:49872, baseZNode=/01905538587 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01905538587/running 2024-11-08T22:16:25,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38983-0x1011c8586760001, quorum=127.0.0.1:49872, baseZNode=/01905538587 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01905538587 2024-11-08T22:16:25,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39031-0x1011c8586760000, quorum=127.0.0.1:49872, baseZNode=/01905538587 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01905538587/running 2024-11-08T22:16:25,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39031-0x1011c8586760000, quorum=127.0.0.1:49872, baseZNode=/01905538587 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01905538587 2024-11-08T22:16:25,279 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ff635fa717b5,39031,1731104183070, sessionid=0x1011c8586760000, setting cluster-up flag (Was=false) 2024-11-08T22:16:25,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39031-0x1011c8586760000, quorum=127.0.0.1:49872, baseZNode=/01905538587 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01905538587 2024-11-08T22:16:25,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38983-0x1011c8586760001, quorum=127.0.0.1:49872, baseZNode=/01905538587 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01905538587 2024-11-08T22:16:25,331 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01905538587/flush-table-proc/acquired, /01905538587/flush-table-proc/reached, /01905538587/flush-table-proc/abort 2024-11-08T22:16:25,332 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff635fa717b5,39031,1731104183070 2024-11-08T22:16:25,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39031-0x1011c8586760000, quorum=127.0.0.1:49872, baseZNode=/01905538587 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01905538587 2024-11-08T22:16:25,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38983-0x1011c8586760001, quorum=127.0.0.1:49872, baseZNode=/01905538587 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01905538587 2024-11-08T22:16:25,391 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01905538587/online-snapshot/acquired, /01905538587/online-snapshot/reached, /01905538587/online-snapshot/abort 2024-11-08T22:16:25,393 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff635fa717b5,39031,1731104183070 2024-11-08T22:16:25,394 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T22:16:25,397 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T22:16:25,398 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T22:16:25,398 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T22:16:25,398 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ff635fa717b5,39031,1731104183070 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T22:16:25,399 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:16:25,399 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:16:25,399 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:16:25,400 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:16:25,400 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ff635fa717b5:0, corePoolSize=10, maxPoolSize=10 2024-11-08T22:16:25,400 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:16:25,400 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ff635fa717b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T22:16:25,400 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:16:25,413 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T22:16:25,414 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T22:16:25,415 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:16:25,415 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T22:16:25,428 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731104215428 2024-11-08T22:16:25,428 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T22:16:25,428 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T22:16:25,428 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T22:16:25,428 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T22:16:25,428 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T22:16:25,428 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T22:16:25,428 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T22:16:25,429 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T22:16:25,429 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T22:16:25,429 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T22:16:25,429 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T22:16:25,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41881 is added to blk_1073741831_1007 (size=1321) 2024-11-08T22:16:25,432 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T22:16:25,432 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T22:16:25,440 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.large.0-1731104185432,5,FailOnTimeoutGroup] 2024-11-08T22:16:25,440 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.small.0-1731104185440,5,FailOnTimeoutGroup] 2024-11-08T22:16:25,440 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T22:16:25,440 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T22:16:25,440 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T22:16:25,440 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T22:16:25,475 INFO [RS:0;ff635fa717b5:38983 {}] regionserver.HRegionServer(746): ClusterId : 9b080852-b308-4ace-a976-e2ca5264cd30 2024-11-08T22:16:25,475 DEBUG [RS:0;ff635fa717b5:38983 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T22:16:25,486 DEBUG [RS:0;ff635fa717b5:38983 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T22:16:25,486 DEBUG [RS:0;ff635fa717b5:38983 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T22:16:25,497 DEBUG [RS:0;ff635fa717b5:38983 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T22:16:25,497 DEBUG [RS:0;ff635fa717b5:38983 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29973e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff635fa717b5/172.17.0.3:0 2024-11-08T22:16:25,509 DEBUG [RS:0;ff635fa717b5:38983 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ff635fa717b5:38983 2024-11-08T22:16:25,510 INFO [RS:0;ff635fa717b5:38983 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T22:16:25,510 INFO [RS:0;ff635fa717b5:38983 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T22:16:25,510 DEBUG [RS:0;ff635fa717b5:38983 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T22:16:25,510 INFO [RS:0;ff635fa717b5:38983 {}] regionserver.HRegionServer(2659): reportForDuty to master=ff635fa717b5,39031,1731104183070 with port=38983, startcode=1731104183308 2024-11-08T22:16:25,510 DEBUG [RS:0;ff635fa717b5:38983 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T22:16:25,512 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41515, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T22:16:25,512 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39031 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ff635fa717b5,38983,1731104183308 2024-11-08T22:16:25,512 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39031 {}] master.ServerManager(517): Registering regionserver=ff635fa717b5,38983,1731104183308 2024-11-08T22:16:25,514 DEBUG [RS:0;ff635fa717b5:38983 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047 2024-11-08T22:16:25,514 DEBUG [RS:0;ff635fa717b5:38983 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37869 2024-11-08T22:16:25,514 DEBUG [RS:0;ff635fa717b5:38983 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T22:16:25,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39031-0x1011c8586760000, quorum=127.0.0.1:49872, baseZNode=/01905538587 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01905538587/rs 2024-11-08T22:16:25,521 DEBUG [RS:0;ff635fa717b5:38983 {}] zookeeper.ZKUtil(111): regionserver:38983-0x1011c8586760001, quorum=127.0.0.1:49872, baseZNode=/01905538587 Set watcher on existing znode=/01905538587/rs/ff635fa717b5,38983,1731104183308 2024-11-08T22:16:25,521 WARN [RS:0;ff635fa717b5:38983 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T22:16:25,521 INFO [RS:0;ff635fa717b5:38983 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:16:25,521 DEBUG [RS:0;ff635fa717b5:38983 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/WALs/ff635fa717b5,38983,1731104183308 2024-11-08T22:16:25,525 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ff635fa717b5,38983,1731104183308] 2024-11-08T22:16:25,531 INFO [RS:0;ff635fa717b5:38983 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T22:16:25,533 INFO [RS:0;ff635fa717b5:38983 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T22:16:25,533 INFO [RS:0;ff635fa717b5:38983 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T22:16:25,533 INFO [RS:0;ff635fa717b5:38983 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:16:25,533 INFO [RS:0;ff635fa717b5:38983 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T22:16:25,534 INFO [RS:0;ff635fa717b5:38983 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T22:16:25,534 INFO [RS:0;ff635fa717b5:38983 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T22:16:25,534 DEBUG [RS:0;ff635fa717b5:38983 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:16:25,534 DEBUG [RS:0;ff635fa717b5:38983 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:16:25,534 DEBUG [RS:0;ff635fa717b5:38983 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:16:25,534 DEBUG [RS:0;ff635fa717b5:38983 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:16:25,534 DEBUG [RS:0;ff635fa717b5:38983 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:16:25,534 DEBUG [RS:0;ff635fa717b5:38983 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ff635fa717b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T22:16:25,534 DEBUG [RS:0;ff635fa717b5:38983 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:16:25,534 DEBUG [RS:0;ff635fa717b5:38983 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:16:25,534 DEBUG [RS:0;ff635fa717b5:38983 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:16:25,535 DEBUG [RS:0;ff635fa717b5:38983 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:16:25,535 DEBUG [RS:0;ff635fa717b5:38983 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:16:25,535 DEBUG [RS:0;ff635fa717b5:38983 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:16:25,535 DEBUG [RS:0;ff635fa717b5:38983 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T22:16:25,535 DEBUG [RS:0;ff635fa717b5:38983 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T22:16:25,536 INFO [RS:0;ff635fa717b5:38983 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T22:16:25,536 INFO [RS:0;ff635fa717b5:38983 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T22:16:25,536 INFO [RS:0;ff635fa717b5:38983 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:16:25,536 INFO [RS:0;ff635fa717b5:38983 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T22:16:25,536 INFO [RS:0;ff635fa717b5:38983 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T22:16:25,536 INFO [RS:0;ff635fa717b5:38983 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,38983,1731104183308-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T22:16:25,555 INFO [RS:0;ff635fa717b5:38983 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T22:16:25,555 INFO [RS:0;ff635fa717b5:38983 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,38983,1731104183308-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:16:25,555 INFO [RS:0;ff635fa717b5:38983 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:16:25,555 INFO [RS:0;ff635fa717b5:38983 {}] regionserver.Replication(171): ff635fa717b5,38983,1731104183308 started 2024-11-08T22:16:25,569 INFO [RS:0;ff635fa717b5:38983 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:16:25,569 INFO [RS:0;ff635fa717b5:38983 {}] regionserver.HRegionServer(1482): Serving as ff635fa717b5,38983,1731104183308, RpcServer on ff635fa717b5/172.17.0.3:38983, sessionid=0x1011c8586760001 2024-11-08T22:16:25,569 DEBUG [RS:0;ff635fa717b5:38983 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T22:16:25,569 DEBUG [RS:0;ff635fa717b5:38983 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ff635fa717b5,38983,1731104183308 2024-11-08T22:16:25,569 DEBUG [RS:0;ff635fa717b5:38983 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff635fa717b5,38983,1731104183308' 2024-11-08T22:16:25,569 DEBUG [RS:0;ff635fa717b5:38983 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01905538587/flush-table-proc/abort' 2024-11-08T22:16:25,570 DEBUG [RS:0;ff635fa717b5:38983 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01905538587/flush-table-proc/acquired' 2024-11-08T22:16:25,571 DEBUG [RS:0;ff635fa717b5:38983 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T22:16:25,571 DEBUG [RS:0;ff635fa717b5:38983 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T22:16:25,571 DEBUG [RS:0;ff635fa717b5:38983 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ff635fa717b5,38983,1731104183308 2024-11-08T22:16:25,571 DEBUG [RS:0;ff635fa717b5:38983 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff635fa717b5,38983,1731104183308' 2024-11-08T22:16:25,571 DEBUG [RS:0;ff635fa717b5:38983 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01905538587/online-snapshot/abort' 2024-11-08T22:16:25,571 DEBUG [RS:0;ff635fa717b5:38983 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01905538587/online-snapshot/acquired' 2024-11-08T22:16:25,571 DEBUG [RS:0;ff635fa717b5:38983 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T22:16:25,571 INFO [RS:0;ff635fa717b5:38983 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T22:16:25,571 INFO [RS:0;ff635fa717b5:38983 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T22:16:25,672 INFO [RS:0;ff635fa717b5:38983 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T22:16:25,673 INFO [RS:0;ff635fa717b5:38983 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff635fa717b5%2C38983%2C1731104183308, suffix=, logDir=hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/WALs/ff635fa717b5,38983,1731104183308, archiveDir=hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/oldWALs, maxLogs=10 2024-11-08T22:16:25,688 DEBUG [RS:0;ff635fa717b5:38983 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/WALs/ff635fa717b5,38983,1731104183308/ff635fa717b5%2C38983%2C1731104183308.1731104185674, exclude list is [], retry=0 2024-11-08T22:16:25,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41881,DS-ac9d3ba2-519e-4b1f-88ff-a2016f6b8c35,DISK] 2024-11-08T22:16:25,692 INFO [RS:0;ff635fa717b5:38983 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/WALs/ff635fa717b5,38983,1731104183308/ff635fa717b5%2C38983%2C1731104183308.1731104185674 2024-11-08T22:16:25,692 DEBUG [RS:0;ff635fa717b5:38983 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45503:45503)] 2024-11-08T22:16:25,832 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T22:16:25,833 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047 2024-11-08T22:16:25,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41881 is added to blk_1073741833_1009 (size=32) 2024-11-08T22:16:26,239 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:16:26,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T22:16:26,250 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T22:16:26,250 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:16:26,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:16:26,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T22:16:26,252 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T22:16:26,253 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:16:26,253 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:16:26,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T22:16:26,255 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T22:16:26,255 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:16:26,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:16:26,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T22:16:26,257 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T22:16:26,257 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:16:26,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:16:26,258 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T22:16:26,259 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/data/hbase/meta/1588230740 2024-11-08T22:16:26,259 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/data/hbase/meta/1588230740 2024-11-08T22:16:26,260 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T22:16:26,260 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T22:16:26,261 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T22:16:26,262 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T22:16:26,264 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:16:26,265 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66889928, jitterRate=-0.0032624006271362305}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T22:16:26,266 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731104186240Initializing all the Stores at 1731104186241 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104186241Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104186248 (+7 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104186248Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104186248Cleaning up temporary data from old regions at 1731104186260 (+12 ms)Region opened successfully at 1731104186266 (+6 ms) 2024-11-08T22:16:26,266 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T22:16:26,266 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T22:16:26,266 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T22:16:26,266 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T22:16:26,266 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T22:16:26,266 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T22:16:26,267 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731104186266Disabling compacts and flushes for region at 1731104186266Disabling writes for close at 1731104186266Writing region close event to WAL at 1731104186266Closed at 1731104186266 2024-11-08T22:16:26,268 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T22:16:26,268 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T22:16:26,268 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T22:16:26,270 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T22:16:26,272 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T22:16:26,422 DEBUG [ff635fa717b5:39031 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T22:16:26,423 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ff635fa717b5,38983,1731104183308 2024-11-08T22:16:26,426 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff635fa717b5,38983,1731104183308, state=OPENING 2024-11-08T22:16:26,444 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T22:16:26,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39031-0x1011c8586760000, quorum=127.0.0.1:49872, baseZNode=/01905538587 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01905538587 2024-11-08T22:16:26,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38983-0x1011c8586760001, quorum=127.0.0.1:49872, baseZNode=/01905538587 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01905538587 2024-11-08T22:16:26,456 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01905538587/meta-region-server: CHANGED 2024-11-08T22:16:26,456 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T22:16:26,456 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01905538587/meta-region-server: CHANGED 2024-11-08T22:16:26,456 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ff635fa717b5,38983,1731104183308}] 2024-11-08T22:16:26,609 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T22:16:26,611 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36943, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T22:16:26,615 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T22:16:26,615 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:16:26,615 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T22:16:26,617 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff635fa717b5%2C38983%2C1731104183308.meta, suffix=.meta, logDir=hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/WALs/ff635fa717b5,38983,1731104183308, archiveDir=hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/oldWALs, maxLogs=10 2024-11-08T22:16:26,633 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/WALs/ff635fa717b5,38983,1731104183308/ff635fa717b5%2C38983%2C1731104183308.meta.1731104186617.meta, exclude list is [], retry=0 2024-11-08T22:16:26,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41881,DS-ac9d3ba2-519e-4b1f-88ff-a2016f6b8c35,DISK] 2024-11-08T22:16:26,637 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/WALs/ff635fa717b5,38983,1731104183308/ff635fa717b5%2C38983%2C1731104183308.meta.1731104186617.meta 2024-11-08T22:16:26,638 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45503:45503)] 2024-11-08T22:16:26,638 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T22:16:26,638 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T22:16:26,638 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T22:16:26,639 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T22:16:26,639 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T22:16:26,639 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T22:16:26,639 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:16:26,639 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T22:16:26,639 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T22:16:26,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T22:16:26,642 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T22:16:26,642 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:16:26,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:16:26,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T22:16:26,643 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T22:16:26,643 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:16:26,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:16:26,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T22:16:26,644 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T22:16:26,644 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:16:26,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:16:26,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T22:16:26,645 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T22:16:26,645 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:16:26,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:16:26,646 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T22:16:26,647 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/data/hbase/meta/1588230740 2024-11-08T22:16:26,648 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/data/hbase/meta/1588230740 2024-11-08T22:16:26,649 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T22:16:26,649 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T22:16:26,650 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T22:16:26,651 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T22:16:26,652 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68583690, jitterRate=0.021976619958877563}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T22:16:26,652 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T22:16:26,653 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731104186639Writing region info on filesystem at 1731104186639Initializing all the Stores at 1731104186640 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104186640Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104186641 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104186641Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104186641Cleaning up temporary data from old regions at 1731104186649 (+8 ms)Running coprocessor post-open hooks at 1731104186652 (+3 ms)Region opened successfully at 1731104186653 (+1 ms) 2024-11-08T22:16:26,654 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731104186609 2024-11-08T22:16:26,657 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T22:16:26,657 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T22:16:26,657 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ff635fa717b5,38983,1731104183308 2024-11-08T22:16:26,658 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff635fa717b5,38983,1731104183308, state=OPEN 2024-11-08T22:16:26,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38983-0x1011c8586760001, quorum=127.0.0.1:49872, baseZNode=/01905538587 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01905538587/meta-region-server 2024-11-08T22:16:26,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39031-0x1011c8586760000, quorum=127.0.0.1:49872, baseZNode=/01905538587 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01905538587/meta-region-server 2024-11-08T22:16:26,703 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ff635fa717b5,38983,1731104183308 2024-11-08T22:16:26,703 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01905538587/meta-region-server: CHANGED 2024-11-08T22:16:26,703 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01905538587/meta-region-server: CHANGED 2024-11-08T22:16:26,706 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T22:16:26,706 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ff635fa717b5,38983,1731104183308 in 247 msec 2024-11-08T22:16:26,709 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T22:16:26,709 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 438 msec 2024-11-08T22:16:26,710 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T22:16:26,710 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T22:16:26,711 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:16:26,712 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,38983,1731104183308, seqNum=-1] 2024-11-08T22:16:26,712 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:16:26,713 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33997, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T22:16:26,719 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3210 sec 2024-11-08T22:16:26,719 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731104186719, completionTime=-1 2024-11-08T22:16:26,719 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T22:16:26,719 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T22:16:26,721 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T22:16:26,721 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731104246721 2024-11-08T22:16:26,721 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731104306721 2024-11-08T22:16:26,721 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T22:16:26,721 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,39031,1731104183070-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:16:26,721 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,39031,1731104183070-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:16:26,722 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,39031,1731104183070-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:16:26,722 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ff635fa717b5:39031, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:16:26,722 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T22:16:26,722 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T22:16:26,724 DEBUG [master/ff635fa717b5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T22:16:26,725 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.310sec 2024-11-08T22:16:26,725 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T22:16:26,725 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T22:16:26,725 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T22:16:26,726 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T22:16:26,726 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T22:16:26,726 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,39031,1731104183070-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T22:16:26,726 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,39031,1731104183070-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T22:16:26,728 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T22:16:26,728 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T22:16:26,728 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,39031,1731104183070-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:16:26,776 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d85fd36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:16:26,777 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,39031,-1 for getting cluster id 2024-11-08T22:16:26,777 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:16:26,778 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9b080852-b308-4ace-a976-e2ca5264cd30' 2024-11-08T22:16:26,778 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:16:26,778 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9b080852-b308-4ace-a976-e2ca5264cd30" 2024-11-08T22:16:26,779 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a043294, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:16:26,779 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,39031,-1] 2024-11-08T22:16:26,779 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:16:26,779 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:16:26,780 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:16:26,781 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d17af4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:16:26,781 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:16:26,782 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,38983,1731104183308, seqNum=-1] 2024-11-08T22:16:26,782 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:16:26,783 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T22:16:26,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ff635fa717b5,39031,1731104183070 2024-11-08T22:16:26,787 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49872 2024-11-08T22:16:26,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49872, baseZNode=/01905538587 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T22:16:26,805 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011c8586760002 connected 2024-11-08T22:16:26,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf11b045-3306-24ce-67b6-cb6a7921e80f/hadoop.log.dir so I do NOT create it in target/test-data/75f4305a-015e-3e52-87fa-ada5e25e8bf7 2024-11-08T22:16:26,818 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf11b045-3306-24ce-67b6-cb6a7921e80f/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T22:16:26,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf11b045-3306-24ce-67b6-cb6a7921e80f/hadoop.tmp.dir so I do NOT create it in target/test-data/75f4305a-015e-3e52-87fa-ada5e25e8bf7 2024-11-08T22:16:26,818 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf11b045-3306-24ce-67b6-cb6a7921e80f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T22:16:26,818 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75f4305a-015e-3e52-87fa-ada5e25e8bf7 2024-11-08T22:16:26,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T22:16:26,819 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75f4305a-015e-3e52-87fa-ada5e25e8bf7/cluster_3110a569-5a05-6d1a-134f-588b98df9509, deleteOnExit=true 2024-11-08T22:16:26,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T22:16:26,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75f4305a-015e-3e52-87fa-ada5e25e8bf7/test.cache.data in system properties and HBase conf 2024-11-08T22:16:26,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75f4305a-015e-3e52-87fa-ada5e25e8bf7/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T22:16:26,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75f4305a-015e-3e52-87fa-ada5e25e8bf7/hadoop.log.dir in system properties and HBase conf 2024-11-08T22:16:26,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75f4305a-015e-3e52-87fa-ada5e25e8bf7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T22:16:26,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75f4305a-015e-3e52-87fa-ada5e25e8bf7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T22:16:26,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T22:16:26,819 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T22:16:26,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75f4305a-015e-3e52-87fa-ada5e25e8bf7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T22:16:26,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75f4305a-015e-3e52-87fa-ada5e25e8bf7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T22:16:26,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75f4305a-015e-3e52-87fa-ada5e25e8bf7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T22:16:26,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75f4305a-015e-3e52-87fa-ada5e25e8bf7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T22:16:26,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75f4305a-015e-3e52-87fa-ada5e25e8bf7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T22:16:26,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75f4305a-015e-3e52-87fa-ada5e25e8bf7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T22:16:26,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75f4305a-015e-3e52-87fa-ada5e25e8bf7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T22:16:26,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75f4305a-015e-3e52-87fa-ada5e25e8bf7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T22:16:26,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75f4305a-015e-3e52-87fa-ada5e25e8bf7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T22:16:26,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75f4305a-015e-3e52-87fa-ada5e25e8bf7/nfs.dump.dir in system properties and HBase conf 2024-11-08T22:16:26,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75f4305a-015e-3e52-87fa-ada5e25e8bf7/java.io.tmpdir in system properties and HBase conf 2024-11-08T22:16:26,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75f4305a-015e-3e52-87fa-ada5e25e8bf7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T22:16:26,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75f4305a-015e-3e52-87fa-ada5e25e8bf7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T22:16:26,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75f4305a-015e-3e52-87fa-ada5e25e8bf7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T22:16:27,161 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T22:16:27,166 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T22:16:27,168 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T22:16:27,168 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T22:16:27,168 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T22:16:27,168 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T22:16:27,172 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@743921d8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75f4305a-015e-3e52-87fa-ada5e25e8bf7/hadoop.log.dir/,AVAILABLE} 2024-11-08T22:16:27,173 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61fc1e28{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T22:16:27,283 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2dabb32c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75f4305a-015e-3e52-87fa-ada5e25e8bf7/java.io.tmpdir/jetty-localhost-40721-hadoop-hdfs-3_4_1-tests_jar-_-any-18347561045002043716/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T22:16:27,284 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@190dc48d{HTTP/1.1, (http/1.1)}{localhost:40721} 2024-11-08T22:16:27,284 INFO [Time-limited test {}] server.Server(415): Started @61545ms 2024-11-08T22:16:27,573 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T22:16:27,576 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T22:16:27,580 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T22:16:27,581 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T22:16:27,581 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T22:16:27,581 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@672164d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75f4305a-015e-3e52-87fa-ada5e25e8bf7/hadoop.log.dir/,AVAILABLE} 2024-11-08T22:16:27,582 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3029c162{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T22:16:27,693 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@63bc53d5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75f4305a-015e-3e52-87fa-ada5e25e8bf7/java.io.tmpdir/jetty-localhost-41015-hadoop-hdfs-3_4_1-tests_jar-_-any-5113599487398899090/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T22:16:27,694 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@759cc101{HTTP/1.1, (http/1.1)}{localhost:41015} 2024-11-08T22:16:27,694 INFO [Time-limited test {}] server.Server(415): Started @61955ms 2024-11-08T22:16:27,695 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T22:16:28,404 WARN [Thread-949 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75f4305a-015e-3e52-87fa-ada5e25e8bf7/cluster_3110a569-5a05-6d1a-134f-588b98df9509/data/data2/current/BP-217698587-172.17.0.3-1731104186840/current, will proceed with Du for space computation calculation, 2024-11-08T22:16:28,404 WARN [Thread-948 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75f4305a-015e-3e52-87fa-ada5e25e8bf7/cluster_3110a569-5a05-6d1a-134f-588b98df9509/data/data1/current/BP-217698587-172.17.0.3-1731104186840/current, will proceed with Du for space computation calculation, 2024-11-08T22:16:28,425 WARN [Thread-936 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T22:16:28,427 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x146134a26299ea97 with lease ID 0x7701def61a486d3d: Processing first storage report for DS-339fe329-debf-4d44-a21e-471c37fda6b2 from datanode DatanodeRegistration(127.0.0.1:37003, datanodeUuid=19a2dcc2-3d8f-476c-a62a-88002e4e0fc1, infoPort=38637, infoSecurePort=0, ipcPort=40529, storageInfo=lv=-57;cid=testClusterID;nsid=1383635330;c=1731104186840) 2024-11-08T22:16:28,427 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x146134a26299ea97 with lease ID 0x7701def61a486d3d: from storage DS-339fe329-debf-4d44-a21e-471c37fda6b2 node DatanodeRegistration(127.0.0.1:37003, datanodeUuid=19a2dcc2-3d8f-476c-a62a-88002e4e0fc1, infoPort=38637, infoSecurePort=0, ipcPort=40529, storageInfo=lv=-57;cid=testClusterID;nsid=1383635330;c=1731104186840), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T22:16:28,428 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x146134a26299ea97 with lease ID 0x7701def61a486d3d: Processing first storage report for DS-3496c155-82b3-4e68-be4e-cb614d69c5da from datanode DatanodeRegistration(127.0.0.1:37003, datanodeUuid=19a2dcc2-3d8f-476c-a62a-88002e4e0fc1, infoPort=38637, infoSecurePort=0, ipcPort=40529, storageInfo=lv=-57;cid=testClusterID;nsid=1383635330;c=1731104186840) 2024-11-08T22:16:28,428 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x146134a26299ea97 with lease ID 0x7701def61a486d3d: from storage DS-3496c155-82b3-4e68-be4e-cb614d69c5da node DatanodeRegistration(127.0.0.1:37003, datanodeUuid=19a2dcc2-3d8f-476c-a62a-88002e4e0fc1, infoPort=38637, infoSecurePort=0, ipcPort=40529, storageInfo=lv=-57;cid=testClusterID;nsid=1383635330;c=1731104186840), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T22:16:28,445 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75f4305a-015e-3e52-87fa-ada5e25e8bf7 2024-11-08T22:16:28,446 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:16:28,447 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:16:28,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37003 is added to blk_1073741825_1001 (size=7) 2024-11-08T22:16:28,856 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41169/user/jenkins/test-data/f098f3b5-5700-5aed-0ded-50201d0a1aa1 with version=8 2024-11-08T22:16:28,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41169/user/jenkins/test-data/f098f3b5-5700-5aed-0ded-50201d0a1aa1/hbase-staging 2024-11-08T22:16:28,858 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ff635fa717b5:0 server-side Connection retries=45 2024-11-08T22:16:28,858 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:16:28,858 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T22:16:28,858 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T22:16:28,858 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:16:28,858 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T22:16:28,858 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T22:16:28,858 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T22:16:28,859 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38551 2024-11-08T22:16:28,860 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38551 connecting to ZooKeeper ensemble=127.0.0.1:49872 2024-11-08T22:16:28,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:385510x0, quorum=127.0.0.1:49872, baseZNode=/1-232260051 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T22:16:28,932 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38551-0x1011c8586760003 connected 2024-11-08T22:16:29,005 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:16:29,006 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:16:29,008 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38551-0x1011c8586760003, quorum=127.0.0.1:49872, baseZNode=/1-232260051 Set watcher on znode that does not yet exist, /1-232260051/running 2024-11-08T22:16:29,008 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41169/user/jenkins/test-data/f098f3b5-5700-5aed-0ded-50201d0a1aa1, hbase.cluster.distributed=false 2024-11-08T22:16:29,009 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38551-0x1011c8586760003, quorum=127.0.0.1:49872, baseZNode=/1-232260051 Set watcher on znode that does not yet exist, /1-232260051/acl 2024-11-08T22:16:29,010 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38551 2024-11-08T22:16:29,010 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38551 2024-11-08T22:16:29,010 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38551 2024-11-08T22:16:29,010 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38551 2024-11-08T22:16:29,010 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38551 2024-11-08T22:16:29,025 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ff635fa717b5:0 server-side Connection retries=45 2024-11-08T22:16:29,025 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:16:29,025 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T22:16:29,025 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T22:16:29,025 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:16:29,025 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T22:16:29,025 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T22:16:29,026 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T22:16:29,026 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38589 2024-11-08T22:16:29,027 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38589 connecting to ZooKeeper ensemble=127.0.0.1:49872 2024-11-08T22:16:29,028 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:16:29,029 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:16:29,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:385890x0, quorum=127.0.0.1:49872, baseZNode=/1-232260051 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T22:16:29,044 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:385890x0, quorum=127.0.0.1:49872, baseZNode=/1-232260051 Set watcher on znode that does not yet exist, /1-232260051/running 2024-11-08T22:16:29,044 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38589-0x1011c8586760004 connected 2024-11-08T22:16:29,044 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T22:16:29,045 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T22:16:29,045 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38589-0x1011c8586760004, quorum=127.0.0.1:49872, baseZNode=/1-232260051 Set watcher on znode that does not yet exist, /1-232260051/master 2024-11-08T22:16:29,046 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38589-0x1011c8586760004, quorum=127.0.0.1:49872, baseZNode=/1-232260051 Set watcher on znode that does not yet exist, /1-232260051/acl 2024-11-08T22:16:29,046 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38589 2024-11-08T22:16:29,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38589 2024-11-08T22:16:29,052 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38589 2024-11-08T22:16:29,056 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38589 2024-11-08T22:16:29,056 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38589 2024-11-08T22:16:29,068 DEBUG [M:0;ff635fa717b5:38551 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ff635fa717b5:38551 2024-11-08T22:16:29,070 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-232260051/backup-masters/ff635fa717b5,38551,1731104188858 2024-11-08T22:16:29,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38551-0x1011c8586760003, quorum=127.0.0.1:49872, baseZNode=/1-232260051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-232260051/backup-masters 2024-11-08T22:16:29,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38589-0x1011c8586760004, quorum=127.0.0.1:49872, baseZNode=/1-232260051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-232260051/backup-masters 2024-11-08T22:16:29,084 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38551-0x1011c8586760003, quorum=127.0.0.1:49872, baseZNode=/1-232260051 Set watcher on existing znode=/1-232260051/backup-masters/ff635fa717b5,38551,1731104188858 2024-11-08T22:16:29,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38551-0x1011c8586760003, quorum=127.0.0.1:49872, baseZNode=/1-232260051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-232260051 2024-11-08T22:16:29,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38589-0x1011c8586760004, quorum=127.0.0.1:49872, baseZNode=/1-232260051 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-232260051/master 2024-11-08T22:16:29,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38589-0x1011c8586760004, quorum=127.0.0.1:49872, baseZNode=/1-232260051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-232260051 2024-11-08T22:16:29,097 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38551-0x1011c8586760003, quorum=127.0.0.1:49872, baseZNode=/1-232260051 Set watcher on existing znode=/1-232260051/master 2024-11-08T22:16:29,097 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-232260051/backup-masters/ff635fa717b5,38551,1731104188858 from backup master directory 2024-11-08T22:16:29,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38589-0x1011c8586760004, quorum=127.0.0.1:49872, baseZNode=/1-232260051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-232260051/backup-masters 2024-11-08T22:16:29,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38551-0x1011c8586760003, quorum=127.0.0.1:49872, baseZNode=/1-232260051 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-232260051/backup-masters/ff635fa717b5,38551,1731104188858 2024-11-08T22:16:29,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38551-0x1011c8586760003, quorum=127.0.0.1:49872, baseZNode=/1-232260051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-232260051/backup-masters 2024-11-08T22:16:29,116 WARN [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T22:16:29,116 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ff635fa717b5,38551,1731104188858 2024-11-08T22:16:29,136 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41169/user/jenkins/test-data/f098f3b5-5700-5aed-0ded-50201d0a1aa1/hbase.id] with ID: ab40d311-234e-4405-9701-706a7677b8db 2024-11-08T22:16:29,136 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41169/user/jenkins/test-data/f098f3b5-5700-5aed-0ded-50201d0a1aa1/.tmp/hbase.id 2024-11-08T22:16:29,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37003 is added to blk_1073741826_1002 (size=42) 2024-11-08T22:16:29,550 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41169/user/jenkins/test-data/f098f3b5-5700-5aed-0ded-50201d0a1aa1/.tmp/hbase.id]:[hdfs://localhost:41169/user/jenkins/test-data/f098f3b5-5700-5aed-0ded-50201d0a1aa1/hbase.id] 2024-11-08T22:16:29,563 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:16:29,563 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T22:16:29,565 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-08T22:16:29,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38589-0x1011c8586760004, quorum=127.0.0.1:49872, baseZNode=/1-232260051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-232260051 2024-11-08T22:16:29,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38551-0x1011c8586760003, quorum=127.0.0.1:49872, baseZNode=/1-232260051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-232260051 2024-11-08T22:16:29,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37003 is added to blk_1073741827_1003 (size=196) 2024-11-08T22:16:30,011 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T22:16:30,011 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T22:16:30,012 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:16:30,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37003 is added to blk_1073741828_1004 (size=1189) 2024-11-08T22:16:30,422 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41169/user/jenkins/test-data/f098f3b5-5700-5aed-0ded-50201d0a1aa1/MasterData/data/master/store 2024-11-08T22:16:30,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37003 is added to blk_1073741829_1005 (size=34) 2024-11-08T22:16:30,829 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:16:30,830 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T22:16:30,830 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:16:30,830 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:16:30,830 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T22:16:30,830 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:16:30,830 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:16:30,830 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731104190829Disabling compacts and flushes for region at 1731104190829Disabling writes for close at 1731104190830 (+1 ms)Writing region close event to WAL at 1731104190830Closed at 1731104190830 2024-11-08T22:16:30,831 WARN [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41169/user/jenkins/test-data/f098f3b5-5700-5aed-0ded-50201d0a1aa1/MasterData/data/master/store/.initializing 2024-11-08T22:16:30,831 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41169/user/jenkins/test-data/f098f3b5-5700-5aed-0ded-50201d0a1aa1/MasterData/WALs/ff635fa717b5,38551,1731104188858 2024-11-08T22:16:30,832 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T22:16:30,834 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ff635fa717b5%2C38551%2C1731104188858, suffix=, logDir=hdfs://localhost:41169/user/jenkins/test-data/f098f3b5-5700-5aed-0ded-50201d0a1aa1/MasterData/WALs/ff635fa717b5,38551,1731104188858, archiveDir=hdfs://localhost:41169/user/jenkins/test-data/f098f3b5-5700-5aed-0ded-50201d0a1aa1/MasterData/oldWALs, maxLogs=10 2024-11-08T22:16:30,850 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f098f3b5-5700-5aed-0ded-50201d0a1aa1/MasterData/WALs/ff635fa717b5,38551,1731104188858/ff635fa717b5%2C38551%2C1731104188858.1731104190834, exclude list is [], retry=0 2024-11-08T22:16:30,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37003,DS-339fe329-debf-4d44-a21e-471c37fda6b2,DISK] 2024-11-08T22:16:30,854 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f098f3b5-5700-5aed-0ded-50201d0a1aa1/MasterData/WALs/ff635fa717b5,38551,1731104188858/ff635fa717b5%2C38551%2C1731104188858.1731104190834 2024-11-08T22:16:30,854 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38637:38637)] 2024-11-08T22:16:30,854 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T22:16:30,854 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:16:30,854 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:16:30,854 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:16:30,856 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:16:30,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T22:16:30,858 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:16:30,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:16:30,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:16:30,859 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T22:16:30,859 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:16:30,860 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:16:30,860 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:16:30,861 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T22:16:30,861 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:16:30,861 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:16:30,861 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:16:30,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T22:16:30,862 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:16:30,863 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:16:30,863 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:16:30,864 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41169/user/jenkins/test-data/f098f3b5-5700-5aed-0ded-50201d0a1aa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:16:30,864 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41169/user/jenkins/test-data/f098f3b5-5700-5aed-0ded-50201d0a1aa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:16:30,865 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:16:30,865 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:16:30,865 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T22:16:30,867 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:16:30,869 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41169/user/jenkins/test-data/f098f3b5-5700-5aed-0ded-50201d0a1aa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:16:30,869 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74073287, jitterRate=0.10377798974514008}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T22:16:30,869 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731104190854Initializing all the Stores at 1731104190855 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104190855Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104190856 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104190856Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104190856Cleaning up temporary data from old regions at 1731104190865 (+9 ms)Region opened successfully at 1731104190869 (+4 ms) 2024-11-08T22:16:30,870 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T22:16:30,873 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a3e0eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff635fa717b5/172.17.0.3:0 2024-11-08T22:16:30,874 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T22:16:30,874 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T22:16:30,874 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T22:16:30,874 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T22:16:30,875 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T22:16:30,875 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T22:16:30,875 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T22:16:30,877 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T22:16:30,878 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38551-0x1011c8586760003, quorum=127.0.0.1:49872, baseZNode=/1-232260051 Unable to get data of znode /1-232260051/balancer because node does not exist (not necessarily an error) 2024-11-08T22:16:30,941 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-232260051/balancer already deleted, retry=false 2024-11-08T22:16:30,942 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T22:16:30,942 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38551-0x1011c8586760003, quorum=127.0.0.1:49872, baseZNode=/1-232260051 Unable to get data of znode /1-232260051/normalizer because node does not exist (not necessarily an error) 2024-11-08T22:16:30,952 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-232260051/normalizer already deleted, retry=false 2024-11-08T22:16:30,952 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T22:16:30,953 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38551-0x1011c8586760003, quorum=127.0.0.1:49872, baseZNode=/1-232260051 Unable to get data of znode /1-232260051/switch/split because node does not exist (not necessarily an error) 2024-11-08T22:16:30,962 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-232260051/switch/split already deleted, retry=false 2024-11-08T22:16:30,963 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38551-0x1011c8586760003, quorum=127.0.0.1:49872, baseZNode=/1-232260051 Unable to get data of znode /1-232260051/switch/merge because node does not exist (not necessarily an error) 2024-11-08T22:16:30,973 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-232260051/switch/merge already deleted, retry=false 2024-11-08T22:16:30,975 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38551-0x1011c8586760003, quorum=127.0.0.1:49872, baseZNode=/1-232260051 Unable to get data of znode /1-232260051/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T22:16:30,983 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-232260051/snapshot-cleanup already deleted, retry=false 2024-11-08T22:16:30,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38589-0x1011c8586760004, quorum=127.0.0.1:49872, baseZNode=/1-232260051 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-232260051/running 2024-11-08T22:16:30,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38551-0x1011c8586760003, quorum=127.0.0.1:49872, baseZNode=/1-232260051 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-232260051/running 2024-11-08T22:16:30,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38589-0x1011c8586760004, quorum=127.0.0.1:49872, baseZNode=/1-232260051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-232260051 2024-11-08T22:16:30,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38551-0x1011c8586760003, quorum=127.0.0.1:49872, baseZNode=/1-232260051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-232260051 2024-11-08T22:16:30,996 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ff635fa717b5,38551,1731104188858, sessionid=0x1011c8586760003, setting cluster-up flag (Was=false) 2024-11-08T22:16:31,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38551-0x1011c8586760003, quorum=127.0.0.1:49872, baseZNode=/1-232260051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-232260051 2024-11-08T22:16:31,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38589-0x1011c8586760004, quorum=127.0.0.1:49872, baseZNode=/1-232260051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-232260051 2024-11-08T22:16:31,057 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-232260051/flush-table-proc/acquired, /1-232260051/flush-table-proc/reached, /1-232260051/flush-table-proc/abort 2024-11-08T22:16:31,058 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff635fa717b5,38551,1731104188858 2024-11-08T22:16:31,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38589-0x1011c8586760004, quorum=127.0.0.1:49872, baseZNode=/1-232260051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-232260051 2024-11-08T22:16:31,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38551-0x1011c8586760003, quorum=127.0.0.1:49872, baseZNode=/1-232260051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-232260051 2024-11-08T22:16:31,110 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-232260051/online-snapshot/acquired, /1-232260051/online-snapshot/reached, /1-232260051/online-snapshot/abort 2024-11-08T22:16:31,112 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff635fa717b5,38551,1731104188858 2024-11-08T22:16:31,114 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41169/user/jenkins/test-data/f098f3b5-5700-5aed-0ded-50201d0a1aa1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T22:16:31,115 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T22:16:31,116 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T22:16:31,116 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T22:16:31,116 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ff635fa717b5,38551,1731104188858 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T22:16:31,117 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:16:31,117 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:16:31,117 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:16:31,118 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:16:31,118 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ff635fa717b5:0, corePoolSize=10, maxPoolSize=10 2024-11-08T22:16:31,118 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:16:31,118 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ff635fa717b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T22:16:31,118 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:16:31,119 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731104221119 2024-11-08T22:16:31,119 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T22:16:31,119 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T22:16:31,119 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T22:16:31,119 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T22:16:31,119 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T22:16:31,119 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T22:16:31,119 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T22:16:31,119 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T22:16:31,120 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T22:16:31,120 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T22:16:31,120 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T22:16:31,120 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T22:16:31,120 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T22:16:31,120 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T22:16:31,121 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T22:16:31,121 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.large.0-1731104191121,5,FailOnTimeoutGroup] 2024-11-08T22:16:31,121 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:16:31,121 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T22:16:31,124 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.small.0-1731104191121,5,FailOnTimeoutGroup] 2024-11-08T22:16:31,124 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T22:16:31,124 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T22:16:31,124 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T22:16:31,124 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T22:16:31,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37003 is added to blk_1073741831_1007 (size=1321) 2024-11-08T22:16:31,159 INFO [RS:0;ff635fa717b5:38589 {}] regionserver.HRegionServer(746): ClusterId : ab40d311-234e-4405-9701-706a7677b8db 2024-11-08T22:16:31,159 DEBUG [RS:0;ff635fa717b5:38589 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T22:16:31,171 DEBUG [RS:0;ff635fa717b5:38589 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T22:16:31,171 DEBUG [RS:0;ff635fa717b5:38589 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T22:16:31,181 DEBUG [RS:0;ff635fa717b5:38589 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T22:16:31,181 DEBUG [RS:0;ff635fa717b5:38589 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eb4ec54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff635fa717b5/172.17.0.3:0 2024-11-08T22:16:31,193 DEBUG [RS:0;ff635fa717b5:38589 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ff635fa717b5:38589 2024-11-08T22:16:31,193 INFO [RS:0;ff635fa717b5:38589 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T22:16:31,193 INFO [RS:0;ff635fa717b5:38589 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T22:16:31,193 DEBUG [RS:0;ff635fa717b5:38589 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T22:16:31,193 INFO [RS:0;ff635fa717b5:38589 {}] regionserver.HRegionServer(2659): reportForDuty to master=ff635fa717b5,38551,1731104188858 with port=38589, startcode=1731104189025 2024-11-08T22:16:31,193 DEBUG [RS:0;ff635fa717b5:38589 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T22:16:31,195 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42365, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T22:16:31,196 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38551 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ff635fa717b5,38589,1731104189025 2024-11-08T22:16:31,196 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38551 {}] master.ServerManager(517): Registering regionserver=ff635fa717b5,38589,1731104189025 2024-11-08T22:16:31,197 DEBUG [RS:0;ff635fa717b5:38589 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41169/user/jenkins/test-data/f098f3b5-5700-5aed-0ded-50201d0a1aa1 2024-11-08T22:16:31,197 DEBUG [RS:0;ff635fa717b5:38589 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41169 2024-11-08T22:16:31,197 DEBUG [RS:0;ff635fa717b5:38589 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T22:16:31,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38551-0x1011c8586760003, quorum=127.0.0.1:49872, baseZNode=/1-232260051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-232260051/rs 2024-11-08T22:16:31,257 DEBUG [RS:0;ff635fa717b5:38589 {}] zookeeper.ZKUtil(111): regionserver:38589-0x1011c8586760004, quorum=127.0.0.1:49872, baseZNode=/1-232260051 Set watcher on existing znode=/1-232260051/rs/ff635fa717b5,38589,1731104189025 2024-11-08T22:16:31,257 WARN [RS:0;ff635fa717b5:38589 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T22:16:31,257 INFO [RS:0;ff635fa717b5:38589 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:16:31,258 DEBUG [RS:0;ff635fa717b5:38589 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41169/user/jenkins/test-data/f098f3b5-5700-5aed-0ded-50201d0a1aa1/WALs/ff635fa717b5,38589,1731104189025 2024-11-08T22:16:31,258 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ff635fa717b5,38589,1731104189025] 2024-11-08T22:16:31,261 INFO [RS:0;ff635fa717b5:38589 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T22:16:31,263 INFO [RS:0;ff635fa717b5:38589 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T22:16:31,264 INFO [RS:0;ff635fa717b5:38589 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T22:16:31,264 INFO [RS:0;ff635fa717b5:38589 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:16:31,264 INFO [RS:0;ff635fa717b5:38589 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T22:16:31,265 INFO [RS:0;ff635fa717b5:38589 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T22:16:31,265 INFO [RS:0;ff635fa717b5:38589 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T22:16:31,265 DEBUG [RS:0;ff635fa717b5:38589 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:16:31,265 DEBUG [RS:0;ff635fa717b5:38589 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:16:31,265 DEBUG [RS:0;ff635fa717b5:38589 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:16:31,266 DEBUG [RS:0;ff635fa717b5:38589 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:16:31,266 DEBUG [RS:0;ff635fa717b5:38589 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:16:31,266 DEBUG [RS:0;ff635fa717b5:38589 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ff635fa717b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T22:16:31,266 DEBUG [RS:0;ff635fa717b5:38589 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:16:31,266 DEBUG [RS:0;ff635fa717b5:38589 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:16:31,266 DEBUG [RS:0;ff635fa717b5:38589 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:16:31,266 DEBUG [RS:0;ff635fa717b5:38589 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:16:31,266 DEBUG [RS:0;ff635fa717b5:38589 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:16:31,266 DEBUG [RS:0;ff635fa717b5:38589 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:16:31,266 DEBUG [RS:0;ff635fa717b5:38589 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T22:16:31,266 DEBUG [RS:0;ff635fa717b5:38589 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T22:16:31,268 INFO [RS:0;ff635fa717b5:38589 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T22:16:31,268 INFO [RS:0;ff635fa717b5:38589 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T22:16:31,268 INFO [RS:0;ff635fa717b5:38589 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:16:31,268 INFO [RS:0;ff635fa717b5:38589 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T22:16:31,268 INFO [RS:0;ff635fa717b5:38589 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T22:16:31,268 INFO [RS:0;ff635fa717b5:38589 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,38589,1731104189025-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T22:16:31,284 INFO [RS:0;ff635fa717b5:38589 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T22:16:31,284 INFO [RS:0;ff635fa717b5:38589 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,38589,1731104189025-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:16:31,284 INFO [RS:0;ff635fa717b5:38589 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:16:31,284 INFO [RS:0;ff635fa717b5:38589 {}] regionserver.Replication(171): ff635fa717b5,38589,1731104189025 started 2024-11-08T22:16:31,300 INFO [RS:0;ff635fa717b5:38589 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:16:31,300 INFO [RS:0;ff635fa717b5:38589 {}] regionserver.HRegionServer(1482): Serving as ff635fa717b5,38589,1731104189025, RpcServer on ff635fa717b5/172.17.0.3:38589, sessionid=0x1011c8586760004 2024-11-08T22:16:31,300 DEBUG [RS:0;ff635fa717b5:38589 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T22:16:31,300 DEBUG [RS:0;ff635fa717b5:38589 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ff635fa717b5,38589,1731104189025 2024-11-08T22:16:31,300 DEBUG [RS:0;ff635fa717b5:38589 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff635fa717b5,38589,1731104189025' 2024-11-08T22:16:31,300 DEBUG [RS:0;ff635fa717b5:38589 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-232260051/flush-table-proc/abort' 2024-11-08T22:16:31,301 DEBUG [RS:0;ff635fa717b5:38589 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-232260051/flush-table-proc/acquired' 2024-11-08T22:16:31,301 DEBUG [RS:0;ff635fa717b5:38589 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T22:16:31,301 DEBUG [RS:0;ff635fa717b5:38589 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T22:16:31,301 DEBUG [RS:0;ff635fa717b5:38589 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ff635fa717b5,38589,1731104189025 2024-11-08T22:16:31,301 DEBUG [RS:0;ff635fa717b5:38589 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff635fa717b5,38589,1731104189025' 2024-11-08T22:16:31,301 DEBUG [RS:0;ff635fa717b5:38589 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-232260051/online-snapshot/abort' 2024-11-08T22:16:31,301 DEBUG [RS:0;ff635fa717b5:38589 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-232260051/online-snapshot/acquired' 2024-11-08T22:16:31,302 DEBUG [RS:0;ff635fa717b5:38589 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T22:16:31,302 INFO [RS:0;ff635fa717b5:38589 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T22:16:31,302 INFO [RS:0;ff635fa717b5:38589 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T22:16:31,402 INFO [RS:0;ff635fa717b5:38589 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T22:16:31,404 INFO [RS:0;ff635fa717b5:38589 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff635fa717b5%2C38589%2C1731104189025, suffix=, logDir=hdfs://localhost:41169/user/jenkins/test-data/f098f3b5-5700-5aed-0ded-50201d0a1aa1/WALs/ff635fa717b5,38589,1731104189025, archiveDir=hdfs://localhost:41169/user/jenkins/test-data/f098f3b5-5700-5aed-0ded-50201d0a1aa1/oldWALs, maxLogs=10 2024-11-08T22:16:31,417 DEBUG [RS:0;ff635fa717b5:38589 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f098f3b5-5700-5aed-0ded-50201d0a1aa1/WALs/ff635fa717b5,38589,1731104189025/ff635fa717b5%2C38589%2C1731104189025.1731104191404, exclude list is [], retry=0 2024-11-08T22:16:31,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37003,DS-339fe329-debf-4d44-a21e-471c37fda6b2,DISK] 2024-11-08T22:16:31,424 INFO [RS:0;ff635fa717b5:38589 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f098f3b5-5700-5aed-0ded-50201d0a1aa1/WALs/ff635fa717b5,38589,1731104189025/ff635fa717b5%2C38589%2C1731104189025.1731104191404 2024-11-08T22:16:31,424 DEBUG [RS:0;ff635fa717b5:38589 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38637:38637)] 2024-11-08T22:16:31,531 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T22:16:31,533 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41169/user/jenkins/test-data/f098f3b5-5700-5aed-0ded-50201d0a1aa1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T22:16:31,533 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41169/user/jenkins/test-data/f098f3b5-5700-5aed-0ded-50201d0a1aa1 2024-11-08T22:16:31,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37003 is added to blk_1073741833_1009 (size=32) 2024-11-08T22:16:31,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:16:31,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T22:16:31,943 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T22:16:31,943 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:16:31,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:16:31,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T22:16:31,945 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T22:16:31,945 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:16:31,945 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:16:31,945 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T22:16:31,946 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T22:16:31,947 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:16:31,947 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:16:31,947 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T22:16:31,948 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T22:16:31,948 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:16:31,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:16:31,949 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T22:16:31,950 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41169/user/jenkins/test-data/f098f3b5-5700-5aed-0ded-50201d0a1aa1/data/hbase/meta/1588230740 2024-11-08T22:16:31,950 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41169/user/jenkins/test-data/f098f3b5-5700-5aed-0ded-50201d0a1aa1/data/hbase/meta/1588230740 2024-11-08T22:16:31,951 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T22:16:31,951 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T22:16:31,951 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T22:16:31,952 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T22:16:31,954 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41169/user/jenkins/test-data/f098f3b5-5700-5aed-0ded-50201d0a1aa1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:16:31,954 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71211658, jitterRate=0.061136394739151}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T22:16:31,955 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731104191940Initializing all the Stores at 1731104191941 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104191941Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104191941Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104191941Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104191941Cleaning up temporary data from old regions at 1731104191951 (+10 ms)Region opened successfully at 1731104191955 (+4 ms) 2024-11-08T22:16:31,955 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T22:16:31,955 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T22:16:31,955 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T22:16:31,955 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T22:16:31,955 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T22:16:31,955 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T22:16:31,955 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731104191955Disabling compacts and flushes for region at 1731104191955Disabling writes for close at 1731104191955Writing region close event to WAL at 1731104191955Closed at 1731104191955 2024-11-08T22:16:31,957 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T22:16:31,957 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T22:16:31,957 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T22:16:31,959 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T22:16:31,960 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T22:16:32,110 DEBUG [ff635fa717b5:38551 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T22:16:32,111 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ff635fa717b5,38589,1731104189025 2024-11-08T22:16:32,112 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff635fa717b5,38589,1731104189025, state=OPENING 2024-11-08T22:16:32,141 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T22:16:32,152 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T22:16:32,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38551-0x1011c8586760003, quorum=127.0.0.1:49872, baseZNode=/1-232260051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-232260051 2024-11-08T22:16:32,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38589-0x1011c8586760004, quorum=127.0.0.1:49872, baseZNode=/1-232260051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-232260051 2024-11-08T22:16:32,163 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-232260051/meta-region-server: CHANGED 2024-11-08T22:16:32,163 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T22:16:32,163 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ff635fa717b5,38589,1731104189025}] 2024-11-08T22:16:32,164 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-232260051/meta-region-server: CHANGED 2024-11-08T22:16:32,169 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:16:32,169 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:16:32,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:16:32,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:16:32,316 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T22:16:32,318 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41831, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T22:16:32,322 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T22:16:32,322 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:16:32,322 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T22:16:32,323 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff635fa717b5%2C38589%2C1731104189025.meta, suffix=.meta, logDir=hdfs://localhost:41169/user/jenkins/test-data/f098f3b5-5700-5aed-0ded-50201d0a1aa1/WALs/ff635fa717b5,38589,1731104189025, archiveDir=hdfs://localhost:41169/user/jenkins/test-data/f098f3b5-5700-5aed-0ded-50201d0a1aa1/oldWALs, maxLogs=10 2024-11-08T22:16:32,336 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f098f3b5-5700-5aed-0ded-50201d0a1aa1/WALs/ff635fa717b5,38589,1731104189025/ff635fa717b5%2C38589%2C1731104189025.meta.1731104192323.meta, exclude list is [], retry=0 2024-11-08T22:16:32,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37003,DS-339fe329-debf-4d44-a21e-471c37fda6b2,DISK] 2024-11-08T22:16:32,340 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f098f3b5-5700-5aed-0ded-50201d0a1aa1/WALs/ff635fa717b5,38589,1731104189025/ff635fa717b5%2C38589%2C1731104189025.meta.1731104192323.meta 2024-11-08T22:16:32,340 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38637:38637)] 2024-11-08T22:16:32,340 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T22:16:32,341 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T22:16:32,341 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T22:16:32,341 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T22:16:32,341 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T22:16:32,341 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T22:16:32,341 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:16:32,341 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T22:16:32,341 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T22:16:32,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T22:16:32,343 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T22:16:32,343 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:16:32,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:16:32,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T22:16:32,344 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T22:16:32,344 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:16:32,345 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:16:32,345 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T22:16:32,346 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T22:16:32,346 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:16:32,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:16:32,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T22:16:32,347 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T22:16:32,347 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:16:32,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:16:32,347 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T22:16:32,348 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41169/user/jenkins/test-data/f098f3b5-5700-5aed-0ded-50201d0a1aa1/data/hbase/meta/1588230740 2024-11-08T22:16:32,349 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41169/user/jenkins/test-data/f098f3b5-5700-5aed-0ded-50201d0a1aa1/data/hbase/meta/1588230740 2024-11-08T22:16:32,351 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T22:16:32,351 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T22:16:32,351 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T22:16:32,353 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T22:16:32,354 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64347549, jitterRate=-0.04114679992198944}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T22:16:32,354 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T22:16:32,354 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731104192341Writing region info on filesystem at 1731104192341Initializing all the Stores at 1731104192342 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104192342Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104192342Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104192342Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104192342Cleaning up temporary data from old regions at 1731104192351 (+9 ms)Running coprocessor post-open hooks at 1731104192354 (+3 ms)Region opened successfully at 1731104192354 2024-11-08T22:16:32,355 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731104192316 2024-11-08T22:16:32,357 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T22:16:32,357 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T22:16:32,358 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ff635fa717b5,38589,1731104189025 2024-11-08T22:16:32,359 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff635fa717b5,38589,1731104189025, state=OPEN 2024-11-08T22:16:32,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38589-0x1011c8586760004, quorum=127.0.0.1:49872, baseZNode=/1-232260051 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-232260051/meta-region-server 2024-11-08T22:16:32,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38551-0x1011c8586760003, quorum=127.0.0.1:49872, baseZNode=/1-232260051 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-232260051/meta-region-server 2024-11-08T22:16:32,370 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ff635fa717b5,38589,1731104189025 2024-11-08T22:16:32,370 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-232260051/meta-region-server: CHANGED 2024-11-08T22:16:32,370 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-232260051/meta-region-server: CHANGED 2024-11-08T22:16:32,372 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T22:16:32,372 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ff635fa717b5,38589,1731104189025 in 207 msec 2024-11-08T22:16:32,375 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T22:16:32,375 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 415 msec 2024-11-08T22:16:32,375 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T22:16:32,375 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T22:16:32,377 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:16:32,377 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,38589,1731104189025, seqNum=-1] 2024-11-08T22:16:32,377 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:16:32,378 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41809, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T22:16:32,384 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2680 sec 2024-11-08T22:16:32,384 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731104192384, completionTime=-1 2024-11-08T22:16:32,384 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T22:16:32,384 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T22:16:32,386 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T22:16:32,386 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731104252386 2024-11-08T22:16:32,386 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731104312386 2024-11-08T22:16:32,387 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T22:16:32,387 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,38551,1731104188858-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:16:32,387 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,38551,1731104188858-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:16:32,387 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,38551,1731104188858-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:16:32,387 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ff635fa717b5:38551, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:16:32,387 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T22:16:32,387 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T22:16:32,390 DEBUG [master/ff635fa717b5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T22:16:32,391 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.275sec 2024-11-08T22:16:32,391 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T22:16:32,391 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T22:16:32,391 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T22:16:32,391 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T22:16:32,391 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T22:16:32,391 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,38551,1731104188858-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T22:16:32,392 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,38551,1731104188858-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T22:16:32,394 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T22:16:32,394 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T22:16:32,394 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,38551,1731104188858-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:16:32,461 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59cb97af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:16:32,461 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,38551,-1 for getting cluster id 2024-11-08T22:16:32,461 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:16:32,462 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ab40d311-234e-4405-9701-706a7677b8db' 2024-11-08T22:16:32,462 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:16:32,462 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ab40d311-234e-4405-9701-706a7677b8db" 2024-11-08T22:16:32,463 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7893a2ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:16:32,463 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,38551,-1] 2024-11-08T22:16:32,463 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:16:32,463 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:16:32,464 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:16:32,465 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9105db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:16:32,465 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:16:32,466 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,38589,1731104189025, seqNum=-1] 2024-11-08T22:16:32,466 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:16:32,467 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T22:16:32,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ff635fa717b5,38551,1731104188858 2024-11-08T22:16:32,470 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49872 2024-11-08T22:16:32,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49872, baseZNode=/1-232260051 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T22:16:32,478 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011c8586760005 connected 2024-11-08T22:16:32,493 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:16:32,494 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is ff635fa717b5,39031,1731104183070 2024-11-08T22:16:32,494 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c62ce2c 2024-11-08T22:16:32,495 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T22:16:32,496 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T22:16:32,499 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39031 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T22:16:32,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39031 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T22:16:32,503 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T22:16:32,504 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:16:32,505 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39031 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T22:16:32,506 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T22:16:32,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:16:32,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41881 is added to blk_1073741835_1011 (size=902) 2024-11-08T22:16:32,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:16:32,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:16:32,913 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6a41d1886d719ee2e82f85a6b25eea2e, NAME => 'test,,1731104192496.6a41d1886d719ee2e82f85a6b25eea2e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047 2024-11-08T22:16:32,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41881 is added to blk_1073741836_1012 (size=39) 2024-11-08T22:16:33,138 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T22:16:33,138 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T22:16:33,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:16:33,139 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T22:16:33,139 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-08T22:16:33,139 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T22:16:33,139 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T22:16:33,139 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T22:16:33,139 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-08T22:16:33,320 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731104192496.6a41d1886d719ee2e82f85a6b25eea2e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:16:33,320 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6a41d1886d719ee2e82f85a6b25eea2e, disabling compactions & flushes 2024-11-08T22:16:33,320 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731104192496.6a41d1886d719ee2e82f85a6b25eea2e. 2024-11-08T22:16:33,320 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731104192496.6a41d1886d719ee2e82f85a6b25eea2e. 2024-11-08T22:16:33,320 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731104192496.6a41d1886d719ee2e82f85a6b25eea2e. after waiting 0 ms 2024-11-08T22:16:33,320 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731104192496.6a41d1886d719ee2e82f85a6b25eea2e. 2024-11-08T22:16:33,320 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731104192496.6a41d1886d719ee2e82f85a6b25eea2e. 2024-11-08T22:16:33,320 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6a41d1886d719ee2e82f85a6b25eea2e: Waiting for close lock at 1731104193320Disabling compacts and flushes for region at 1731104193320Disabling writes for close at 1731104193320Writing region close event to WAL at 1731104193320Closed at 1731104193320 2024-11-08T22:16:33,322 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T22:16:33,322 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731104192496.6a41d1886d719ee2e82f85a6b25eea2e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731104193322"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731104193322"}]},"ts":"1731104193322"} 2024-11-08T22:16:33,325 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T22:16:33,326 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T22:16:33,326 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731104193326"}]},"ts":"1731104193326"} 2024-11-08T22:16:33,328 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T22:16:33,329 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6a41d1886d719ee2e82f85a6b25eea2e, ASSIGN}] 2024-11-08T22:16:33,330 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6a41d1886d719ee2e82f85a6b25eea2e, ASSIGN 2024-11-08T22:16:33,331 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6a41d1886d719ee2e82f85a6b25eea2e, ASSIGN; state=OFFLINE, location=ff635fa717b5,38983,1731104183308; forceNewPlan=false, retain=false 2024-11-08T22:16:33,482 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6a41d1886d719ee2e82f85a6b25eea2e, regionState=OPENING, regionLocation=ff635fa717b5,38983,1731104183308 2024-11-08T22:16:33,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6a41d1886d719ee2e82f85a6b25eea2e, ASSIGN because future has completed 2024-11-08T22:16:33,485 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a41d1886d719ee2e82f85a6b25eea2e, server=ff635fa717b5,38983,1731104183308}] 2024-11-08T22:16:33,642 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731104192496.6a41d1886d719ee2e82f85a6b25eea2e. 2024-11-08T22:16:33,642 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6a41d1886d719ee2e82f85a6b25eea2e, NAME => 'test,,1731104192496.6a41d1886d719ee2e82f85a6b25eea2e.', STARTKEY => '', ENDKEY => ''} 2024-11-08T22:16:33,642 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T22:16:33,643 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T22:16:33,643 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6a41d1886d719ee2e82f85a6b25eea2e 2024-11-08T22:16:33,643 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731104192496.6a41d1886d719ee2e82f85a6b25eea2e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:16:33,643 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6a41d1886d719ee2e82f85a6b25eea2e 2024-11-08T22:16:33,643 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6a41d1886d719ee2e82f85a6b25eea2e 2024-11-08T22:16:33,645 INFO [StoreOpener-6a41d1886d719ee2e82f85a6b25eea2e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6a41d1886d719ee2e82f85a6b25eea2e 2024-11-08T22:16:33,646 INFO [StoreOpener-6a41d1886d719ee2e82f85a6b25eea2e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a41d1886d719ee2e82f85a6b25eea2e columnFamilyName f 2024-11-08T22:16:33,646 DEBUG [StoreOpener-6a41d1886d719ee2e82f85a6b25eea2e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:16:33,647 INFO [StoreOpener-6a41d1886d719ee2e82f85a6b25eea2e-1 {}] regionserver.HStore(327): Store=6a41d1886d719ee2e82f85a6b25eea2e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:16:33,647 INFO [StoreOpener-6a41d1886d719ee2e82f85a6b25eea2e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6a41d1886d719ee2e82f85a6b25eea2e 2024-11-08T22:16:33,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:16:33,648 INFO [StoreOpener-6a41d1886d719ee2e82f85a6b25eea2e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a41d1886d719ee2e82f85a6b25eea2e columnFamilyName f1 2024-11-08T22:16:33,648 DEBUG [StoreOpener-6a41d1886d719ee2e82f85a6b25eea2e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:16:33,649 INFO [StoreOpener-6a41d1886d719ee2e82f85a6b25eea2e-1 {}] regionserver.HStore(327): Store=6a41d1886d719ee2e82f85a6b25eea2e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:16:33,649 INFO [StoreOpener-6a41d1886d719ee2e82f85a6b25eea2e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6a41d1886d719ee2e82f85a6b25eea2e 2024-11-08T22:16:33,650 INFO [StoreOpener-6a41d1886d719ee2e82f85a6b25eea2e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a41d1886d719ee2e82f85a6b25eea2e columnFamilyName norep 2024-11-08T22:16:33,650 DEBUG [StoreOpener-6a41d1886d719ee2e82f85a6b25eea2e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:16:33,651 INFO [StoreOpener-6a41d1886d719ee2e82f85a6b25eea2e-1 {}] regionserver.HStore(327): Store=6a41d1886d719ee2e82f85a6b25eea2e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:16:33,651 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6a41d1886d719ee2e82f85a6b25eea2e 2024-11-08T22:16:33,652 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/data/default/test/6a41d1886d719ee2e82f85a6b25eea2e 2024-11-08T22:16:33,652 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/data/default/test/6a41d1886d719ee2e82f85a6b25eea2e 2024-11-08T22:16:33,653 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6a41d1886d719ee2e82f85a6b25eea2e 2024-11-08T22:16:33,653 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6a41d1886d719ee2e82f85a6b25eea2e 2024-11-08T22:16:33,654 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T22:16:33,655 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6a41d1886d719ee2e82f85a6b25eea2e 2024-11-08T22:16:33,658 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/data/default/test/6a41d1886d719ee2e82f85a6b25eea2e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:16:33,658 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6a41d1886d719ee2e82f85a6b25eea2e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66683583, jitterRate=-0.006337180733680725}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T22:16:33,658 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6a41d1886d719ee2e82f85a6b25eea2e 2024-11-08T22:16:33,659 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6a41d1886d719ee2e82f85a6b25eea2e: Running coprocessor pre-open hook at 1731104193643Writing region info on filesystem at 1731104193643Initializing all the Stores at 1731104193644 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104193644Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104193644Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104193644Cleaning up temporary data from old regions at 1731104193653 (+9 ms)Running coprocessor post-open hooks at 1731104193658 (+5 ms)Region opened successfully at 1731104193659 (+1 ms) 2024-11-08T22:16:33,662 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731104192496.6a41d1886d719ee2e82f85a6b25eea2e., pid=6, masterSystemTime=1731104193637 2024-11-08T22:16:33,664 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731104192496.6a41d1886d719ee2e82f85a6b25eea2e. 2024-11-08T22:16:33,664 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731104192496.6a41d1886d719ee2e82f85a6b25eea2e. 2024-11-08T22:16:33,666 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6a41d1886d719ee2e82f85a6b25eea2e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ff635fa717b5,38983,1731104183308 2024-11-08T22:16:33,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a41d1886d719ee2e82f85a6b25eea2e, server=ff635fa717b5,38983,1731104183308 because future has completed 2024-11-08T22:16:33,673 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T22:16:33,674 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6a41d1886d719ee2e82f85a6b25eea2e, server=ff635fa717b5,38983,1731104183308 in 186 msec 2024-11-08T22:16:33,678 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T22:16:33,678 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6a41d1886d719ee2e82f85a6b25eea2e, ASSIGN in 345 msec 2024-11-08T22:16:33,679 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T22:16:33,680 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731104193679"}]},"ts":"1731104193679"} 2024-11-08T22:16:33,682 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T22:16:33,684 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T22:16:33,687 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1830 sec 2024-11-08T22:16:34,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:16:34,658 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:16:34,659 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T22:16:34,660 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ff635fa717b5,38551,1731104188858 2024-11-08T22:16:34,660 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@74167e97 2024-11-08T22:16:34,660 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T22:16:34,661 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T22:16:34,662 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38551 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T22:16:34,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38551 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T22:16:34,666 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T22:16:34,666 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:16:34,666 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38551 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T22:16:34,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:16:34,668 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T22:16:34,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37003 is added to blk_1073741835_1011 (size=902) 2024-11-08T22:16:34,681 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => abe565869365d12f787f36e729cbc914, NAME => 'test,,1731104194662.abe565869365d12f787f36e729cbc914.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41169/user/jenkins/test-data/f098f3b5-5700-5aed-0ded-50201d0a1aa1 2024-11-08T22:16:34,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37003 is added to blk_1073741836_1012 (size=39) 2024-11-08T22:16:34,695 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731104194662.abe565869365d12f787f36e729cbc914.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:16:34,695 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing abe565869365d12f787f36e729cbc914, disabling compactions & flushes 2024-11-08T22:16:34,695 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731104194662.abe565869365d12f787f36e729cbc914. 2024-11-08T22:16:34,695 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731104194662.abe565869365d12f787f36e729cbc914. 2024-11-08T22:16:34,695 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731104194662.abe565869365d12f787f36e729cbc914. after waiting 0 ms 2024-11-08T22:16:34,695 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731104194662.abe565869365d12f787f36e729cbc914. 2024-11-08T22:16:34,695 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731104194662.abe565869365d12f787f36e729cbc914. 2024-11-08T22:16:34,695 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for abe565869365d12f787f36e729cbc914: Waiting for close lock at 1731104194695Disabling compacts and flushes for region at 1731104194695Disabling writes for close at 1731104194695Writing region close event to WAL at 1731104194695Closed at 1731104194695 2024-11-08T22:16:34,697 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T22:16:34,697 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731104194662.abe565869365d12f787f36e729cbc914.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731104194697"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731104194697"}]},"ts":"1731104194697"} 2024-11-08T22:16:34,700 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T22:16:34,702 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T22:16:34,702 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731104194702"}]},"ts":"1731104194702"} 2024-11-08T22:16:34,705 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T22:16:34,706 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=abe565869365d12f787f36e729cbc914, ASSIGN}] 2024-11-08T22:16:34,708 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=abe565869365d12f787f36e729cbc914, ASSIGN 2024-11-08T22:16:34,709 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=abe565869365d12f787f36e729cbc914, ASSIGN; state=OFFLINE, location=ff635fa717b5,38589,1731104189025; forceNewPlan=false, retain=false 2024-11-08T22:16:34,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:16:34,860 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=abe565869365d12f787f36e729cbc914, regionState=OPENING, regionLocation=ff635fa717b5,38589,1731104189025 2024-11-08T22:16:34,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=abe565869365d12f787f36e729cbc914, ASSIGN because future has completed 2024-11-08T22:16:34,863 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure abe565869365d12f787f36e729cbc914, server=ff635fa717b5,38589,1731104189025}] 2024-11-08T22:16:34,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:16:35,020 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731104194662.abe565869365d12f787f36e729cbc914. 2024-11-08T22:16:35,020 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => abe565869365d12f787f36e729cbc914, NAME => 'test,,1731104194662.abe565869365d12f787f36e729cbc914.', STARTKEY => '', ENDKEY => ''} 2024-11-08T22:16:35,021 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T22:16:35,021 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T22:16:35,021 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test abe565869365d12f787f36e729cbc914 2024-11-08T22:16:35,021 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731104194662.abe565869365d12f787f36e729cbc914.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:16:35,021 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for abe565869365d12f787f36e729cbc914 2024-11-08T22:16:35,021 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for abe565869365d12f787f36e729cbc914 2024-11-08T22:16:35,022 INFO [StoreOpener-abe565869365d12f787f36e729cbc914-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region abe565869365d12f787f36e729cbc914 2024-11-08T22:16:35,024 INFO [StoreOpener-abe565869365d12f787f36e729cbc914-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region abe565869365d12f787f36e729cbc914 columnFamilyName f 2024-11-08T22:16:35,024 DEBUG [StoreOpener-abe565869365d12f787f36e729cbc914-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:16:35,024 INFO [StoreOpener-abe565869365d12f787f36e729cbc914-1 {}] regionserver.HStore(327): Store=abe565869365d12f787f36e729cbc914/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:16:35,024 INFO [StoreOpener-abe565869365d12f787f36e729cbc914-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region abe565869365d12f787f36e729cbc914 2024-11-08T22:16:35,025 INFO [StoreOpener-abe565869365d12f787f36e729cbc914-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region abe565869365d12f787f36e729cbc914 columnFamilyName f1 2024-11-08T22:16:35,025 DEBUG [StoreOpener-abe565869365d12f787f36e729cbc914-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:16:35,026 INFO [StoreOpener-abe565869365d12f787f36e729cbc914-1 {}] regionserver.HStore(327): Store=abe565869365d12f787f36e729cbc914/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:16:35,026 INFO [StoreOpener-abe565869365d12f787f36e729cbc914-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region abe565869365d12f787f36e729cbc914 2024-11-08T22:16:35,027 INFO [StoreOpener-abe565869365d12f787f36e729cbc914-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region abe565869365d12f787f36e729cbc914 columnFamilyName norep 2024-11-08T22:16:35,027 DEBUG [StoreOpener-abe565869365d12f787f36e729cbc914-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:16:35,027 INFO [StoreOpener-abe565869365d12f787f36e729cbc914-1 {}] regionserver.HStore(327): Store=abe565869365d12f787f36e729cbc914/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:16:35,027 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for abe565869365d12f787f36e729cbc914 2024-11-08T22:16:35,028 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41169/user/jenkins/test-data/f098f3b5-5700-5aed-0ded-50201d0a1aa1/data/default/test/abe565869365d12f787f36e729cbc914 2024-11-08T22:16:35,028 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41169/user/jenkins/test-data/f098f3b5-5700-5aed-0ded-50201d0a1aa1/data/default/test/abe565869365d12f787f36e729cbc914 2024-11-08T22:16:35,029 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for abe565869365d12f787f36e729cbc914 2024-11-08T22:16:35,029 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for abe565869365d12f787f36e729cbc914 2024-11-08T22:16:35,030 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T22:16:35,031 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for abe565869365d12f787f36e729cbc914 2024-11-08T22:16:35,034 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41169/user/jenkins/test-data/f098f3b5-5700-5aed-0ded-50201d0a1aa1/data/default/test/abe565869365d12f787f36e729cbc914/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:16:35,034 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened abe565869365d12f787f36e729cbc914; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61346828, jitterRate=-0.08586102724075317}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T22:16:35,034 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for abe565869365d12f787f36e729cbc914 2024-11-08T22:16:35,034 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for abe565869365d12f787f36e729cbc914: Running coprocessor pre-open hook at 1731104195021Writing region info on filesystem at 1731104195021Initializing all the Stores at 1731104195022 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104195022Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104195022Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104195022Cleaning up temporary data from old regions at 1731104195029 (+7 ms)Running coprocessor post-open hooks at 1731104195034 (+5 ms)Region opened successfully at 1731104195034 2024-11-08T22:16:35,036 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731104194662.abe565869365d12f787f36e729cbc914., pid=6, masterSystemTime=1731104195016 2024-11-08T22:16:35,039 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731104194662.abe565869365d12f787f36e729cbc914. 2024-11-08T22:16:35,040 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731104194662.abe565869365d12f787f36e729cbc914. 2024-11-08T22:16:35,040 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=abe565869365d12f787f36e729cbc914, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ff635fa717b5,38589,1731104189025 2024-11-08T22:16:35,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure abe565869365d12f787f36e729cbc914, server=ff635fa717b5,38589,1731104189025 because future has completed 2024-11-08T22:16:35,047 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T22:16:35,047 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure abe565869365d12f787f36e729cbc914, server=ff635fa717b5,38589,1731104189025 in 182 msec 2024-11-08T22:16:35,051 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T22:16:35,051 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=abe565869365d12f787f36e729cbc914, ASSIGN in 341 msec 2024-11-08T22:16:35,052 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T22:16:35,052 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731104195052"}]},"ts":"1731104195052"} 2024-11-08T22:16:35,055 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T22:16:35,057 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T22:16:35,060 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 394 msec 2024-11-08T22:16:35,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:16:35,298 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T22:16:35,298 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25b046ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:16:35,298 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,39031,-1 for getting cluster id 2024-11-08T22:16:35,299 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:16:35,299 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9b080852-b308-4ace-a976-e2ca5264cd30' 2024-11-08T22:16:35,300 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:16:35,300 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9b080852-b308-4ace-a976-e2ca5264cd30" 2024-11-08T22:16:35,300 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6525cbe3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:16:35,300 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,39031,-1] 2024-11-08T22:16:35,300 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:16:35,301 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:16:35,302 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:16:35,302 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@376e4242, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:16:35,303 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bfba8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:16:35,303 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,38551,-1 for getting cluster id 2024-11-08T22:16:35,303 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:16:35,304 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ab40d311-234e-4405-9701-706a7677b8db' 2024-11-08T22:16:35,304 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:16:35,304 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ab40d311-234e-4405-9701-706a7677b8db" 2024-11-08T22:16:35,305 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2589c140, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:16:35,305 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,38551,-1] 2024-11-08T22:16:35,305 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:16:35,305 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:16:35,306 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:16:35,307 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d74a457, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:16:35,307 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7494ae6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:16:35,307 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,39031,-1 for getting cluster id 2024-11-08T22:16:35,308 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:16:35,308 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9b080852-b308-4ace-a976-e2ca5264cd30' 2024-11-08T22:16:35,308 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:16:35,309 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9b080852-b308-4ace-a976-e2ca5264cd30" 2024-11-08T22:16:35,309 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d15f1c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:16:35,309 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,39031,-1] 2024-11-08T22:16:35,309 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:16:35,309 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:16:35,310 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:16:35,311 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7592513c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:16:35,312 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:16:35,313 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is ff635fa717b5,39031,1731104183070 2024-11-08T22:16:35,313 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ac76569 2024-11-08T22:16:35,313 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T22:16:35,315 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T22:16:35,315 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39031 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ff635fa717b5:38551,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-08T22:16:35,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39031 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T22:16:35,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T22:16:35,318 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ff635fa717b5:38551' 2024-11-08T22:16:35,319 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16abedd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:16:35,319 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,38551,-1 for getting cluster id 2024-11-08T22:16:35,319 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:16:35,320 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ab40d311-234e-4405-9701-706a7677b8db' 2024-11-08T22:16:35,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:16:35,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ab40d311-234e-4405-9701-706a7677b8db" 2024-11-08T22:16:35,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@551a79b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:16:35,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,38551,-1] 2024-11-08T22:16:35,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:16:35,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:16:35,322 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:16:35,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c23842c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:16:35,323 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:16:35,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ff635fa717b5,38551,1731104188858 2024-11-08T22:16:35,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39ff24b7 2024-11-08T22:16:35,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T22:16:35,325 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T22:16:35,326 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T22:16:35,326 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T22:16:35,326 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:16:35,326 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:16:35,326 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:16:35,326 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T22:16:35,328 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T22:16:35,329 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T22:16:35,329 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:16:35,330 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T22:16:35,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41881 is added to blk_1073741837_1013 (size=1138) 2024-11-08T22:16:35,378 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T22:16:35,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T22:16:35,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T22:16:35,738 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f5cd0bac8f3a2b321cd0241cdf4ed47a, NAME => 'hbase:replication,,1731104195326.f5cd0bac8f3a2b321cd0241cdf4ed47a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047 2024-11-08T22:16:35,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41881 is added to blk_1073741838_1014 (size=44) 2024-11-08T22:16:35,748 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731104195326.f5cd0bac8f3a2b321cd0241cdf4ed47a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:16:35,749 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f5cd0bac8f3a2b321cd0241cdf4ed47a, disabling compactions & flushes 2024-11-08T22:16:35,749 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731104195326.f5cd0bac8f3a2b321cd0241cdf4ed47a. 2024-11-08T22:16:35,749 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731104195326.f5cd0bac8f3a2b321cd0241cdf4ed47a. 2024-11-08T22:16:35,749 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731104195326.f5cd0bac8f3a2b321cd0241cdf4ed47a. after waiting 0 ms 2024-11-08T22:16:35,749 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731104195326.f5cd0bac8f3a2b321cd0241cdf4ed47a. 2024-11-08T22:16:35,749 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731104195326.f5cd0bac8f3a2b321cd0241cdf4ed47a. 2024-11-08T22:16:35,749 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f5cd0bac8f3a2b321cd0241cdf4ed47a: Waiting for close lock at 1731104195749Disabling compacts and flushes for region at 1731104195749Disabling writes for close at 1731104195749Writing region close event to WAL at 1731104195749Closed at 1731104195749 2024-11-08T22:16:35,751 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T22:16:35,751 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731104195326.f5cd0bac8f3a2b321cd0241cdf4ed47a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731104195751"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731104195751"}]},"ts":"1731104195751"} 2024-11-08T22:16:35,754 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T22:16:35,755 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T22:16:35,755 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731104195755"}]},"ts":"1731104195755"} 2024-11-08T22:16:35,758 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T22:16:35,758 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f5cd0bac8f3a2b321cd0241cdf4ed47a, ASSIGN}] 2024-11-08T22:16:35,760 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f5cd0bac8f3a2b321cd0241cdf4ed47a, ASSIGN 2024-11-08T22:16:35,761 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f5cd0bac8f3a2b321cd0241cdf4ed47a, ASSIGN; state=OFFLINE, location=ff635fa717b5,38983,1731104183308; forceNewPlan=false, retain=false 2024-11-08T22:16:35,911 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f5cd0bac8f3a2b321cd0241cdf4ed47a, regionState=OPENING, regionLocation=ff635fa717b5,38983,1731104183308 2024-11-08T22:16:35,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f5cd0bac8f3a2b321cd0241cdf4ed47a, ASSIGN because future has completed 2024-11-08T22:16:35,915 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f5cd0bac8f3a2b321cd0241cdf4ed47a, server=ff635fa717b5,38983,1731104183308}] 2024-11-08T22:16:35,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T22:16:36,071 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731104195326.f5cd0bac8f3a2b321cd0241cdf4ed47a. 2024-11-08T22:16:36,072 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:16:36,072 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T22:16:36,074 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff635fa717b5%2C38983%2C1731104183308.rep, suffix=, logDir=hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/WALs/ff635fa717b5,38983,1731104183308, archiveDir=hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/oldWALs, maxLogs=10 2024-11-08T22:16:36,089 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/WALs/ff635fa717b5,38983,1731104183308/ff635fa717b5%2C38983%2C1731104183308.rep.1731104196074, exclude list is [], retry=0 2024-11-08T22:16:36,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41881,DS-ac9d3ba2-519e-4b1f-88ff-a2016f6b8c35,DISK] 2024-11-08T22:16:36,096 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/WALs/ff635fa717b5,38983,1731104183308/ff635fa717b5%2C38983%2C1731104183308.rep.1731104196074 2024-11-08T22:16:36,097 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45503:45503)] 2024-11-08T22:16:36,097 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f5cd0bac8f3a2b321cd0241cdf4ed47a, NAME => 'hbase:replication,,1731104195326.f5cd0bac8f3a2b321cd0241cdf4ed47a.', STARTKEY => '', ENDKEY => ''} 2024-11-08T22:16:36,097 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T22:16:36,097 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T22:16:36,097 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731104195326.f5cd0bac8f3a2b321cd0241cdf4ed47a. service=MultiRowMutationService 2024-11-08T22:16:36,097 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T22:16:36,097 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f5cd0bac8f3a2b321cd0241cdf4ed47a 2024-11-08T22:16:36,098 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731104195326.f5cd0bac8f3a2b321cd0241cdf4ed47a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:16:36,098 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f5cd0bac8f3a2b321cd0241cdf4ed47a 2024-11-08T22:16:36,098 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f5cd0bac8f3a2b321cd0241cdf4ed47a 2024-11-08T22:16:36,099 INFO [StoreOpener-f5cd0bac8f3a2b321cd0241cdf4ed47a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f5cd0bac8f3a2b321cd0241cdf4ed47a 2024-11-08T22:16:36,100 INFO [StoreOpener-f5cd0bac8f3a2b321cd0241cdf4ed47a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5cd0bac8f3a2b321cd0241cdf4ed47a columnFamilyName hfileref 2024-11-08T22:16:36,100 DEBUG [StoreOpener-f5cd0bac8f3a2b321cd0241cdf4ed47a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:16:36,101 INFO [StoreOpener-f5cd0bac8f3a2b321cd0241cdf4ed47a-1 {}] regionserver.HStore(327): Store=f5cd0bac8f3a2b321cd0241cdf4ed47a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:16:36,101 INFO [StoreOpener-f5cd0bac8f3a2b321cd0241cdf4ed47a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f5cd0bac8f3a2b321cd0241cdf4ed47a 2024-11-08T22:16:36,102 INFO [StoreOpener-f5cd0bac8f3a2b321cd0241cdf4ed47a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5cd0bac8f3a2b321cd0241cdf4ed47a columnFamilyName queue 2024-11-08T22:16:36,102 DEBUG [StoreOpener-f5cd0bac8f3a2b321cd0241cdf4ed47a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:16:36,102 INFO [StoreOpener-f5cd0bac8f3a2b321cd0241cdf4ed47a-1 {}] regionserver.HStore(327): Store=f5cd0bac8f3a2b321cd0241cdf4ed47a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:16:36,102 INFO [StoreOpener-f5cd0bac8f3a2b321cd0241cdf4ed47a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f5cd0bac8f3a2b321cd0241cdf4ed47a 2024-11-08T22:16:36,103 INFO [StoreOpener-f5cd0bac8f3a2b321cd0241cdf4ed47a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5cd0bac8f3a2b321cd0241cdf4ed47a columnFamilyName sid 2024-11-08T22:16:36,103 DEBUG [StoreOpener-f5cd0bac8f3a2b321cd0241cdf4ed47a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:16:36,104 INFO [StoreOpener-f5cd0bac8f3a2b321cd0241cdf4ed47a-1 {}] regionserver.HStore(327): Store=f5cd0bac8f3a2b321cd0241cdf4ed47a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:16:36,104 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f5cd0bac8f3a2b321cd0241cdf4ed47a 2024-11-08T22:16:36,105 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/data/hbase/replication/f5cd0bac8f3a2b321cd0241cdf4ed47a 2024-11-08T22:16:36,105 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/data/hbase/replication/f5cd0bac8f3a2b321cd0241cdf4ed47a 2024-11-08T22:16:36,106 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f5cd0bac8f3a2b321cd0241cdf4ed47a 2024-11-08T22:16:36,106 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f5cd0bac8f3a2b321cd0241cdf4ed47a 2024-11-08T22:16:36,107 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T22:16:36,108 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f5cd0bac8f3a2b321cd0241cdf4ed47a 2024-11-08T22:16:36,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/data/hbase/replication/f5cd0bac8f3a2b321cd0241cdf4ed47a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:16:36,110 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f5cd0bac8f3a2b321cd0241cdf4ed47a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74523462, jitterRate=0.11048611998558044}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T22:16:36,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f5cd0bac8f3a2b321cd0241cdf4ed47a 2024-11-08T22:16:36,111 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f5cd0bac8f3a2b321cd0241cdf4ed47a: Running coprocessor pre-open hook at 1731104196098Writing region info on filesystem at 1731104196098Initializing all the Stores at 1731104196099 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104196099Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104196099Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104196099Cleaning up temporary data from old regions at 1731104196106 (+7 ms)Running coprocessor post-open hooks at 1731104196110 (+4 ms)Region opened successfully at 1731104196111 (+1 ms) 2024-11-08T22:16:36,112 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731104195326.f5cd0bac8f3a2b321cd0241cdf4ed47a., pid=10, masterSystemTime=1731104196068 2024-11-08T22:16:36,114 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731104195326.f5cd0bac8f3a2b321cd0241cdf4ed47a. 2024-11-08T22:16:36,114 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731104195326.f5cd0bac8f3a2b321cd0241cdf4ed47a. 2024-11-08T22:16:36,115 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f5cd0bac8f3a2b321cd0241cdf4ed47a, regionState=OPEN, openSeqNum=2, regionLocation=ff635fa717b5,38983,1731104183308 2024-11-08T22:16:36,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f5cd0bac8f3a2b321cd0241cdf4ed47a, server=ff635fa717b5,38983,1731104183308 because future has completed 2024-11-08T22:16:36,121 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T22:16:36,121 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f5cd0bac8f3a2b321cd0241cdf4ed47a, server=ff635fa717b5,38983,1731104183308 in 203 msec 2024-11-08T22:16:36,123 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T22:16:36,123 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f5cd0bac8f3a2b321cd0241cdf4ed47a, ASSIGN in 363 msec 2024-11-08T22:16:36,124 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T22:16:36,124 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731104196124"}]},"ts":"1731104196124"} 2024-11-08T22:16:36,127 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T22:16:36,128 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T22:16:36,130 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 802 msec 2024-11-08T22:16:36,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731104195326.f5cd0bac8f3a2b321cd0241cdf4ed47a., hostname=ff635fa717b5,38983,1731104183308, seqNum=2] 2024-11-08T22:16:36,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39031-0x1011c8586760000, quorum=127.0.0.1:49872, baseZNode=/01905538587 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01905538587 2024-11-08T22:16:36,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38983-0x1011c8586760001, quorum=127.0.0.1:49872, baseZNode=/01905538587 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01905538587 2024-11-08T22:16:36,290 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T22:16:36,443 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T22:16:36,443 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T22:16:36,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T22:16:36,472 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ff635fa717b5,38983,1731104183308, ReplicationSource: 1, currentBandwidth=0 2024-11-08T22:16:36,473 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:16:36,473 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,38983,1731104183308, seqNum=-1] 2024-11-08T22:16:36,473 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:16:36,475 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47521, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-08T22:16:36,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ff635fa717b5,38983,1731104183308', locateType=CURRENT is [region=hbase:replication,,1731104195326.f5cd0bac8f3a2b321cd0241cdf4ed47a., hostname=ff635fa717b5,38983,1731104183308, seqNum=2] 2024-11-08T22:16:36,496 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T22:16:36,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39031 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T22:16:36,500 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ff635fa717b5,38983,1731104183308 suceeded 2024-11-08T22:16:36,504 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T22:16:36,504 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 210 msec 2024-11-08T22:16:36,504 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ff635fa717b5:38551,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-08T22:16:36,507 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1890 sec 2024-11-08T22:16:36,518 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38983,1731104183308 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ff635fa717b5:38551' 2024-11-08T22:16:36,520 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38983,1731104183308 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@565872ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:16:36,521 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38983,1731104183308 {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,38551,-1 for getting cluster id 2024-11-08T22:16:36,521 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38983,1731104183308 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:16:36,522 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ab40d311-234e-4405-9701-706a7677b8db' 2024-11-08T22:16:36,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:16:36,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ab40d311-234e-4405-9701-706a7677b8db" 2024-11-08T22:16:36,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6faed886, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:16:36,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,38551,-1] 2024-11-08T22:16:36,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:16:36,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:16:36,524 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:16:36,525 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38983,1731104183308 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42c2f1ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:16:36,525 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38983,1731104183308 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:16:36,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ff635fa717b5,38551,1731104188858 2024-11-08T22:16:36,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@492fdd44 2024-11-08T22:16:36,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T22:16:36,527 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-08T22:16:36,528 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38983,1731104183308 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ff635fa717b5,38983,1731104183308 (queues=1) is replicating from cluster=9b080852-b308-4ace-a976-e2ca5264cd30 to cluster=ab40d311-234e-4405-9701-706a7677b8db 2024-11-08T22:16:36,528 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38983,1731104183308 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ff635fa717b5%2C38983%2C1731104183308 2024-11-08T22:16:36,528 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38983,1731104183308 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ff635fa717b5,38983,1731104183308, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T22:16:36,528 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38983,1731104183308.replicationSource.wal-reader.ff635fa717b5%2C38983%2C1731104183308,1-ff635fa717b5,38983,1731104183308 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/WALs/ff635fa717b5,38983,1731104183308/ff635fa717b5%2C38983%2C1731104183308.1731104185674, startPosition=0, beingWritten=true 2024-11-08T22:16:36,528 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38983,1731104183308.replicationSource.shipperff635fa717b5%2C38983%2C1731104183308,1-ff635fa717b5,38983,1731104183308 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ff635fa717b5%2C38983%2C1731104183308 2024-11-08T22:16:36,543 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38983,1731104183308.replicationSource.wal-reader.ff635fa717b5%2C38983%2C1731104183308,1-ff635fa717b5,38983,1731104183308 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T22:16:36,543 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38983,1731104183308.replicationSource.wal-reader.ff635fa717b5%2C38983%2C1731104183308,1-ff635fa717b5,38983,1731104183308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/WALs/ff635fa717b5,38983,1731104183308/ff635fa717b5%2C38983%2C1731104183308.1731104185674 to pos 379, reset compression=false 2024-11-08T22:16:36,543 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38983,1731104183308.replicationSource.shipperff635fa717b5%2C38983%2C1731104183308,1-ff635fa717b5,38983,1731104183308 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff635fa717b5,38983,1731104183308 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/WALs/ff635fa717b5,38983,1731104183308/ff635fa717b5%2C38983%2C1731104183308.1731104185674, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T22:16:36,749 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38983,1731104183308.replicationSource.wal-reader.ff635fa717b5%2C38983%2C1731104183308,1-ff635fa717b5,38983,1731104183308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/WALs/ff635fa717b5,38983,1731104183308/ff635fa717b5%2C38983%2C1731104183308.1731104185674 to pos 379, reset compression=false 2024-11-08T22:16:37,053 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38983,1731104183308.replicationSource.wal-reader.ff635fa717b5%2C38983%2C1731104183308,1-ff635fa717b5,38983,1731104183308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/WALs/ff635fa717b5,38983,1731104183308/ff635fa717b5%2C38983%2C1731104183308.1731104185674 to pos 379, reset compression=false 2024-11-08T22:16:37,261 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-08T22:16:37,457 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38983,1731104183308.replicationSource.wal-reader.ff635fa717b5%2C38983%2C1731104183308,1-ff635fa717b5,38983,1731104183308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/WALs/ff635fa717b5,38983,1731104183308/ff635fa717b5%2C38983%2C1731104183308.1731104185674 to pos 379, reset compression=false 2024-11-08T22:16:37,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T22:16:37,469 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T22:16:37,469 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T22:16:37,469 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:16:37,469 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:16:37,469 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:16:37,469 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:16:37,470 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:16:37,476 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731104197474/Put/seqid=0 2024-11-08T22:16:37,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41881 is added to blk_1073741840_1016 (size=7894) 2024-11-08T22:16:37,843 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T22:16:37,866 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:16:37,866 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:16:37,867 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:16:37,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:16:37,879 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-08T22:16:37,883 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/load_f/f/hfile_1 is 34, key is ddd/f:row/1731104197882/Put/seqid=0 2024-11-08T22:16:37,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41881 is added to blk_1073741841_1017 (size=7691) 2024-11-08T22:16:37,961 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38983,1731104183308.replicationSource.wal-reader.ff635fa717b5%2C38983%2C1731104183308,1-ff635fa717b5,38983,1731104183308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/WALs/ff635fa717b5,38983,1731104183308/ff635fa717b5%2C38983%2C1731104183308.1731104185674 to pos 379, reset compression=false 2024-11-08T22:16:38,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10049739, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:16:38,292 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,39031,-1 for getting cluster id 2024-11-08T22:16:38,292 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:16:38,292 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9b080852-b308-4ace-a976-e2ca5264cd30' 2024-11-08T22:16:38,293 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:16:38,293 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9b080852-b308-4ace-a976-e2ca5264cd30" 2024-11-08T22:16:38,293 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6318941e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:16:38,293 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,39031,-1] 2024-11-08T22:16:38,293 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:16:38,293 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:16:38,294 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:16:38,295 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@781589b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:16:38,295 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:16:38,296 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,38983,1731104183308, seqNum=-1] 2024-11-08T22:16:38,296 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:16:38,297 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T22:16:38,306 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:16:38,307 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is ff635fa717b5,39031,1731104183070 2024-11-08T22:16:38,307 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f5a401a 2024-11-08T22:16:38,309 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T22:16:38,310 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T22:16:38,315 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731104192496.6a41d1886d719ee2e82f85a6b25eea2e., hostname=ff635fa717b5,38983,1731104183308, seqNum=2] 2024-11-08T22:16:38,323 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T22:16:38,334 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-08T22:16:38,336 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-08T22:16:38,352 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38983 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/load_f/f/hfile_0 for inclusion in 6a41d1886d719ee2e82f85a6b25eea2e/f 2024-11-08T22:16:38,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38983 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-08T22:16:38,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38983 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T22:16:38,359 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38983 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/load_f/f/hfile_1 for inclusion in 6a41d1886d719ee2e82f85a6b25eea2e/f 2024-11-08T22:16:38,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38983 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-08T22:16:38,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38983 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T22:16:38,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38983 {}] regionserver.HRegion(2603): Flush status journal for 6a41d1886d719ee2e82f85a6b25eea2e: 2024-11-08T22:16:38,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38983 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/load_f/f/hfile_0 to hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/staging/jenkins__test__qt9q1k4jimec59ujv8karmo1eebsg58easpbkqhuboeggid5lg039r41ak6c3o7k/f/hfile_0 2024-11-08T22:16:38,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38983 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/staging/jenkins__test__qt9q1k4jimec59ujv8karmo1eebsg58easpbkqhuboeggid5lg039r41ak6c3o7k/f/hfile_0 as hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/data/default/test/6a41d1886d719ee2e82f85a6b25eea2e/f/229a6dc0abca4fe2b9f6bbd3185fad11_SeqId_4_ 2024-11-08T22:16:38,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38983 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/load_f/f/hfile_1 to hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/staging/jenkins__test__qt9q1k4jimec59ujv8karmo1eebsg58easpbkqhuboeggid5lg039r41ak6c3o7k/f/hfile_1 2024-11-08T22:16:38,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38983 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/staging/jenkins__test__qt9q1k4jimec59ujv8karmo1eebsg58easpbkqhuboeggid5lg039r41ak6c3o7k/f/hfile_1 as hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/data/default/test/6a41d1886d719ee2e82f85a6b25eea2e/f/7bf383d4592c4c8eb8317a4422160526_SeqId_4_ 2024-11-08T22:16:38,373 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38983 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/staging/jenkins__test__qt9q1k4jimec59ujv8karmo1eebsg58easpbkqhuboeggid5lg039r41ak6c3o7k/f/hfile_0 into 6a41d1886d719ee2e82f85a6b25eea2e/f as hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/data/default/test/6a41d1886d719ee2e82f85a6b25eea2e/f/229a6dc0abca4fe2b9f6bbd3185fad11_SeqId_4_ - updating store file list. 2024-11-08T22:16:38,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38983 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 229a6dc0abca4fe2b9f6bbd3185fad11_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T22:16:38,379 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38983 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/data/default/test/6a41d1886d719ee2e82f85a6b25eea2e/f/229a6dc0abca4fe2b9f6bbd3185fad11_SeqId_4_ into 6a41d1886d719ee2e82f85a6b25eea2e/f 2024-11-08T22:16:38,379 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38983 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/staging/jenkins__test__qt9q1k4jimec59ujv8karmo1eebsg58easpbkqhuboeggid5lg039r41ak6c3o7k/f/hfile_0 into 6a41d1886d719ee2e82f85a6b25eea2e/f (new location: hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/data/default/test/6a41d1886d719ee2e82f85a6b25eea2e/f/229a6dc0abca4fe2b9f6bbd3185fad11_SeqId_4_) 2024-11-08T22:16:38,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38983 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/staging/jenkins__test__qt9q1k4jimec59ujv8karmo1eebsg58easpbkqhuboeggid5lg039r41ak6c3o7k/f/hfile_0 2024-11-08T22:16:38,380 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38983 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/staging/jenkins__test__qt9q1k4jimec59ujv8karmo1eebsg58easpbkqhuboeggid5lg039r41ak6c3o7k/f/hfile_1 into 6a41d1886d719ee2e82f85a6b25eea2e/f as hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/data/default/test/6a41d1886d719ee2e82f85a6b25eea2e/f/7bf383d4592c4c8eb8317a4422160526_SeqId_4_ - updating store file list. 2024-11-08T22:16:38,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38983 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7bf383d4592c4c8eb8317a4422160526_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T22:16:38,384 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38983 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/data/default/test/6a41d1886d719ee2e82f85a6b25eea2e/f/7bf383d4592c4c8eb8317a4422160526_SeqId_4_ into 6a41d1886d719ee2e82f85a6b25eea2e/f 2024-11-08T22:16:38,384 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38983 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/staging/jenkins__test__qt9q1k4jimec59ujv8karmo1eebsg58easpbkqhuboeggid5lg039r41ak6c3o7k/f/hfile_1 into 6a41d1886d719ee2e82f85a6b25eea2e/f (new location: hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/data/default/test/6a41d1886d719ee2e82f85a6b25eea2e/f/7bf383d4592c4c8eb8317a4422160526_SeqId_4_) 2024-11-08T22:16:38,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38983 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/staging/jenkins__test__qt9q1k4jimec59ujv8karmo1eebsg58easpbkqhuboeggid5lg039r41ak6c3o7k/f/hfile_1 2024-11-08T22:16:38,391 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T22:16:38,391 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:16:38,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:16:38,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:16:38,391 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:16:38,392 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:16:38,392 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731104192496.6a41d1886d719ee2e82f85a6b25eea2e., hostname=ff635fa717b5,38983,1731104183308, seqNum=2 , the old value is region=test,,1731104192496.6a41d1886d719ee2e82f85a6b25eea2e., hostname=ff635fa717b5,38983,1731104183308, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=ff635fa717b5:38983 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T22:16:38,393 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,38589,1731104189025, seqNum=-1] 2024-11-08T22:16:38,393 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731104192496.6a41d1886d719ee2e82f85a6b25eea2e., hostname=ff635fa717b5,38983,1731104183308, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T22:16:38,393 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731104192496.6a41d1886d719ee2e82f85a6b25eea2e., hostname=ff635fa717b5,38983,1731104183308, seqNum=2 from cache 2024-11-08T22:16:38,393 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:16:38,395 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T22:16:38,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38983 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38983: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:60052 deadline: 1731104258391 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:60052 2024-11-08T22:16:38,397 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731104194662.abe565869365d12f787f36e729cbc914., hostname=ff635fa717b5,38589,1731104189025, seqNum=2] 2024-11-08T22:16:38,398 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-08T22:16:38,499 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff635fa717b5:38983 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-08T22:16:38,565 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38983,1731104183308.replicationSource.wal-reader.ff635fa717b5%2C38983%2C1731104183308,1-ff635fa717b5,38983,1731104183308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/WALs/ff635fa717b5,38983,1731104183308/ff635fa717b5%2C38983%2C1731104183308.1731104185674 to pos 379, reset compression=false 2024-11-08T22:16:38,570 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38983,1731104183308.replicationSource.wal-reader.ff635fa717b5%2C38983%2C1731104183308,1-ff635fa717b5,38983,1731104183308 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T22:16:38,570 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38983,1731104183308.replicationSource.shipperff635fa717b5%2C38983%2C1731104183308,1-ff635fa717b5,38983,1731104183308 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff635fa717b5,38983,1731104183308 got entry batch from reader: WALEntryBatch [walEntries=[{test/6a41d1886d719ee2e82f85a6b25eea2e/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731104198387/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/WALs/ff635fa717b5,38983,1731104183308/ff635fa717b5%2C38983%2C1731104183308.1731104185674, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-08T22:16:38,589 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38983,1731104183308.replicationSource.shipperff635fa717b5%2C38983%2C1731104183308,1-ff635fa717b5,38983,1731104183308 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T22:16:38,591 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-08T22:16:38,593 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38589 {}] regionserver.ReplicationSink(318): Replicating [9b080852-b308-4ace-a976-e2ca5264cd30] bulk loaded data 2024-11-08T22:16:38,594 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38589 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f0b2a60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:16:38,594 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38589 {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,38551,-1 for getting cluster id 2024-11-08T22:16:38,594 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38589 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:16:38,595 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ab40d311-234e-4405-9701-706a7677b8db' 2024-11-08T22:16:38,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:16:38,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ab40d311-234e-4405-9701-706a7677b8db" 2024-11-08T22:16:38,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30a59975, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:16:38,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,38551,-1] 2024-11-08T22:16:38,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:16:38,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:16:38,597 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:16:38,597 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38589 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@775ad99c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:16:38,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37003 is added to blk_1073741837_1013 (size=7894) 2024-11-08T22:16:38,771 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38983,1731104183308.replicationSource.wal-reader.ff635fa717b5%2C38983%2C1731104183308,1-ff635fa717b5,38983,1731104183308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/WALs/ff635fa717b5,38983,1731104183308/ff635fa717b5%2C38983%2C1731104183308.1731104185674 to pos 687, reset compression=false 2024-11-08T22:16:39,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37003 is added to blk_1073741838_1014 (size=7691) 2024-11-08T22:16:39,075 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38983,1731104183308.replicationSource.wal-reader.ff635fa717b5%2C38983%2C1731104183308,1-ff635fa717b5,38983,1731104183308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/WALs/ff635fa717b5,38983,1731104183308/ff635fa717b5%2C38983%2C1731104183308.1731104185674 to pos 687, reset compression=false 2024-11-08T22:16:39,401 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-08T22:16:39,422 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38589 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:16:39,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ff635fa717b5,38551,1731104188858 2024-11-08T22:16:39,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78d624ca 2024-11-08T22:16:39,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T22:16:39,424 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-08T22:16:39,426 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38589 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T22:16:39,426 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38589 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:16:39,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,38589,1731104189025, seqNum=-1] 2024-11-08T22:16:39,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:16:39,429 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-08T22:16:39,436 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41169/user/jenkins/test-data/f098f3b5-5700-5aed-0ded-50201d0a1aa1/staging/jenkins.hfs.6__test__r1gip0nd95evo1lj5gdepqju2hjisutfvgmoq0j6cgmf4vecbnotai8jggjkt7km/f/229a6dc0abca4fe2b9f6bbd3185fad11_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-08T22:16:39,440 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41169/user/jenkins/test-data/f098f3b5-5700-5aed-0ded-50201d0a1aa1/staging/jenkins.hfs.6__test__r1gip0nd95evo1lj5gdepqju2hjisutfvgmoq0j6cgmf4vecbnotai8jggjkt7km/f/7bf383d4592c4c8eb8317a4422160526_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-08T22:16:39,442 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38589 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41169/user/jenkins/test-data/f098f3b5-5700-5aed-0ded-50201d0a1aa1/staging/jenkins.hfs.6__test__r1gip0nd95evo1lj5gdepqju2hjisutfvgmoq0j6cgmf4vecbnotai8jggjkt7km/f/229a6dc0abca4fe2b9f6bbd3185fad11_SeqId_4_ for inclusion in abe565869365d12f787f36e729cbc914/f 2024-11-08T22:16:39,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38589 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-08T22:16:39,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38589 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T22:16:39,446 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38589 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41169/user/jenkins/test-data/f098f3b5-5700-5aed-0ded-50201d0a1aa1/staging/jenkins.hfs.6__test__r1gip0nd95evo1lj5gdepqju2hjisutfvgmoq0j6cgmf4vecbnotai8jggjkt7km/f/7bf383d4592c4c8eb8317a4422160526_SeqId_4_ for inclusion in abe565869365d12f787f36e729cbc914/f 2024-11-08T22:16:39,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38589 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-08T22:16:39,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38589 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T22:16:39,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38589 {}] regionserver.HRegion(2603): Flush status journal for abe565869365d12f787f36e729cbc914: 2024-11-08T22:16:39,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38589 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 229a6dc0abca4fe2b9f6bbd3185fad11_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-08T22:16:39,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38589 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41169/user/jenkins/test-data/f098f3b5-5700-5aed-0ded-50201d0a1aa1/staging/jenkins.hfs.6__test__r1gip0nd95evo1lj5gdepqju2hjisutfvgmoq0j6cgmf4vecbnotai8jggjkt7km/f/229a6dc0abca4fe2b9f6bbd3185fad11_SeqId_4_ as hdfs://localhost:41169/user/jenkins/test-data/f098f3b5-5700-5aed-0ded-50201d0a1aa1/data/default/test/abe565869365d12f787f36e729cbc914/f/6a34a317fccf4fd2b322ac4b102756f0_SeqId_4_ 2024-11-08T22:16:39,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38589 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 7bf383d4592c4c8eb8317a4422160526_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-08T22:16:39,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38589 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41169/user/jenkins/test-data/f098f3b5-5700-5aed-0ded-50201d0a1aa1/staging/jenkins.hfs.6__test__r1gip0nd95evo1lj5gdepqju2hjisutfvgmoq0j6cgmf4vecbnotai8jggjkt7km/f/7bf383d4592c4c8eb8317a4422160526_SeqId_4_ as hdfs://localhost:41169/user/jenkins/test-data/f098f3b5-5700-5aed-0ded-50201d0a1aa1/data/default/test/abe565869365d12f787f36e729cbc914/f/852952e38afa4fc2855e40ff10b96507_SeqId_4_ 2024-11-08T22:16:39,452 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38589 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41169/user/jenkins/test-data/f098f3b5-5700-5aed-0ded-50201d0a1aa1/staging/jenkins.hfs.6__test__r1gip0nd95evo1lj5gdepqju2hjisutfvgmoq0j6cgmf4vecbnotai8jggjkt7km/f/229a6dc0abca4fe2b9f6bbd3185fad11_SeqId_4_ into abe565869365d12f787f36e729cbc914/f as hdfs://localhost:41169/user/jenkins/test-data/f098f3b5-5700-5aed-0ded-50201d0a1aa1/data/default/test/abe565869365d12f787f36e729cbc914/f/6a34a317fccf4fd2b322ac4b102756f0_SeqId_4_ - updating store file list. 2024-11-08T22:16:39,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38589 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6a34a317fccf4fd2b322ac4b102756f0_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T22:16:39,457 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38589 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41169/user/jenkins/test-data/f098f3b5-5700-5aed-0ded-50201d0a1aa1/data/default/test/abe565869365d12f787f36e729cbc914/f/6a34a317fccf4fd2b322ac4b102756f0_SeqId_4_ into abe565869365d12f787f36e729cbc914/f 2024-11-08T22:16:39,457 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38589 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41169/user/jenkins/test-data/f098f3b5-5700-5aed-0ded-50201d0a1aa1/staging/jenkins.hfs.6__test__r1gip0nd95evo1lj5gdepqju2hjisutfvgmoq0j6cgmf4vecbnotai8jggjkt7km/f/229a6dc0abca4fe2b9f6bbd3185fad11_SeqId_4_ into abe565869365d12f787f36e729cbc914/f (new location: hdfs://localhost:41169/user/jenkins/test-data/f098f3b5-5700-5aed-0ded-50201d0a1aa1/data/default/test/abe565869365d12f787f36e729cbc914/f/6a34a317fccf4fd2b322ac4b102756f0_SeqId_4_) 2024-11-08T22:16:39,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38589 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41169/user/jenkins/test-data/f098f3b5-5700-5aed-0ded-50201d0a1aa1/staging/jenkins.hfs.6__test__r1gip0nd95evo1lj5gdepqju2hjisutfvgmoq0j6cgmf4vecbnotai8jggjkt7km/f/229a6dc0abca4fe2b9f6bbd3185fad11_SeqId_4_ 2024-11-08T22:16:39,458 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38589 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41169/user/jenkins/test-data/f098f3b5-5700-5aed-0ded-50201d0a1aa1/staging/jenkins.hfs.6__test__r1gip0nd95evo1lj5gdepqju2hjisutfvgmoq0j6cgmf4vecbnotai8jggjkt7km/f/7bf383d4592c4c8eb8317a4422160526_SeqId_4_ into abe565869365d12f787f36e729cbc914/f as hdfs://localhost:41169/user/jenkins/test-data/f098f3b5-5700-5aed-0ded-50201d0a1aa1/data/default/test/abe565869365d12f787f36e729cbc914/f/852952e38afa4fc2855e40ff10b96507_SeqId_4_ - updating store file list. 2024-11-08T22:16:39,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38589 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 852952e38afa4fc2855e40ff10b96507_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T22:16:39,463 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38589 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41169/user/jenkins/test-data/f098f3b5-5700-5aed-0ded-50201d0a1aa1/data/default/test/abe565869365d12f787f36e729cbc914/f/852952e38afa4fc2855e40ff10b96507_SeqId_4_ into abe565869365d12f787f36e729cbc914/f 2024-11-08T22:16:39,463 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38589 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41169/user/jenkins/test-data/f098f3b5-5700-5aed-0ded-50201d0a1aa1/staging/jenkins.hfs.6__test__r1gip0nd95evo1lj5gdepqju2hjisutfvgmoq0j6cgmf4vecbnotai8jggjkt7km/f/7bf383d4592c4c8eb8317a4422160526_SeqId_4_ into abe565869365d12f787f36e729cbc914/f (new location: hdfs://localhost:41169/user/jenkins/test-data/f098f3b5-5700-5aed-0ded-50201d0a1aa1/data/default/test/abe565869365d12f787f36e729cbc914/f/852952e38afa4fc2855e40ff10b96507_SeqId_4_) 2024-11-08T22:16:39,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38589 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41169/user/jenkins/test-data/f098f3b5-5700-5aed-0ded-50201d0a1aa1/staging/jenkins.hfs.6__test__r1gip0nd95evo1lj5gdepqju2hjisutfvgmoq0j6cgmf4vecbnotai8jggjkt7km/f/7bf383d4592c4c8eb8317a4422160526_SeqId_4_ 2024-11-08T22:16:39,466 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38589 {}] regionserver.ReplicationSink(324): Finished replicating [9b080852-b308-4ace-a976-e2ca5264cd30] bulk loaded data 2024-11-08T22:16:39,479 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38983,1731104183308.replicationSource.wal-reader.ff635fa717b5%2C38983%2C1731104183308,1-ff635fa717b5,38983,1731104183308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/WALs/ff635fa717b5,38983,1731104183308/ff635fa717b5%2C38983%2C1731104183308.1731104185674 to pos 687, reset compression=false 2024-11-08T22:16:39,983 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38983,1731104183308.replicationSource.wal-reader.ff635fa717b5%2C38983%2C1731104183308,1-ff635fa717b5,38983,1731104183308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/WALs/ff635fa717b5,38983,1731104183308/ff635fa717b5%2C38983%2C1731104183308.1731104185674 to pos 687, reset compression=false 2024-11-08T22:16:40,416 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:16:40,420 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731104200419/Put/seqid=0 2024-11-08T22:16:40,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41881 is added to blk_1073741842_1018 (size=7997) 2024-11-08T22:16:40,587 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38983,1731104183308.replicationSource.wal-reader.ff635fa717b5%2C38983%2C1731104183308,1-ff635fa717b5,38983,1731104183308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/WALs/ff635fa717b5,38983,1731104183308/ff635fa717b5%2C38983%2C1731104183308.1731104185674 to pos 687, reset compression=false 2024-11-08T22:16:40,834 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731104200833/Put/seqid=0 2024-11-08T22:16:40,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41881 is added to blk_1073741843_1019 (size=7794) 2024-11-08T22:16:41,245 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33ae4d4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:16:41,245 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,39031,-1 for getting cluster id 2024-11-08T22:16:41,245 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:16:41,246 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9b080852-b308-4ace-a976-e2ca5264cd30' 2024-11-08T22:16:41,246 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:16:41,246 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9b080852-b308-4ace-a976-e2ca5264cd30" 2024-11-08T22:16:41,246 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73eeb857, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:16:41,246 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,39031,-1] 2024-11-08T22:16:41,246 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:16:41,247 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:16:41,247 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:16:41,248 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c6585b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:16:41,248 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:16:41,249 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,38983,1731104183308, seqNum=-1] 2024-11-08T22:16:41,249 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:16:41,250 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T22:16:41,259 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:16:41,260 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ff635fa717b5,39031,1731104183070 2024-11-08T22:16:41,260 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5fa2e9d5 2024-11-08T22:16:41,260 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T22:16:41,261 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T22:16:41,265 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731104192496.6a41d1886d719ee2e82f85a6b25eea2e., hostname=ff635fa717b5,38983,1731104183308, seqNum=2] 2024-11-08T22:16:41,268 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T22:16:41,275 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-08T22:16:41,278 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-08T22:16:41,282 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38983 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/load_f1/f1/hfile_1 for inclusion in 6a41d1886d719ee2e82f85a6b25eea2e/f1 2024-11-08T22:16:41,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38983 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-08T22:16:41,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38983 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T22:16:41,286 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38983 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/load_f1/f1/hfile_0 for inclusion in 6a41d1886d719ee2e82f85a6b25eea2e/f1 2024-11-08T22:16:41,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38983 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-08T22:16:41,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38983 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T22:16:41,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38983 {}] regionserver.HRegion(2603): Flush status journal for 6a41d1886d719ee2e82f85a6b25eea2e: 2024-11-08T22:16:41,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38983 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/load_f1/f1/hfile_1 to hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/staging/jenkins__test__7jpv3ap6fcmnpq5rvajni5jdt5l76gfb5nauqcl8jtvvm4d90o6bl75v4kc0q48n/f1/hfile_1 2024-11-08T22:16:41,291 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38983,1731104183308.replicationSource.wal-reader.ff635fa717b5%2C38983%2C1731104183308,1-ff635fa717b5,38983,1731104183308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/WALs/ff635fa717b5,38983,1731104183308/ff635fa717b5%2C38983%2C1731104183308.1731104185674 to pos 687, reset compression=false 2024-11-08T22:16:41,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38983 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/staging/jenkins__test__7jpv3ap6fcmnpq5rvajni5jdt5l76gfb5nauqcl8jtvvm4d90o6bl75v4kc0q48n/f1/hfile_1 as hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/data/default/test/6a41d1886d719ee2e82f85a6b25eea2e/f1/8b3c58939f3a48efa74402e1ed1c0ab2_SeqId_6_ 2024-11-08T22:16:41,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38983 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/load_f1/f1/hfile_0 to hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/staging/jenkins__test__7jpv3ap6fcmnpq5rvajni5jdt5l76gfb5nauqcl8jtvvm4d90o6bl75v4kc0q48n/f1/hfile_0 2024-11-08T22:16:41,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38983 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/staging/jenkins__test__7jpv3ap6fcmnpq5rvajni5jdt5l76gfb5nauqcl8jtvvm4d90o6bl75v4kc0q48n/f1/hfile_0 as hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/data/default/test/6a41d1886d719ee2e82f85a6b25eea2e/f1/207a8aa8565147a7b23ee6eeea07a920_SeqId_6_ 2024-11-08T22:16:41,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38983 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-08T22:16:41,298 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38983 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/staging/jenkins__test__7jpv3ap6fcmnpq5rvajni5jdt5l76gfb5nauqcl8jtvvm4d90o6bl75v4kc0q48n/f1/hfile_1 into 6a41d1886d719ee2e82f85a6b25eea2e/f1 as hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/data/default/test/6a41d1886d719ee2e82f85a6b25eea2e/f1/8b3c58939f3a48efa74402e1ed1c0ab2_SeqId_6_ - updating store file list. 2024-11-08T22:16:41,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38983 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8b3c58939f3a48efa74402e1ed1c0ab2_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-08T22:16:41,303 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38983 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/data/default/test/6a41d1886d719ee2e82f85a6b25eea2e/f1/8b3c58939f3a48efa74402e1ed1c0ab2_SeqId_6_ into 6a41d1886d719ee2e82f85a6b25eea2e/f1 2024-11-08T22:16:41,303 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38983 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/staging/jenkins__test__7jpv3ap6fcmnpq5rvajni5jdt5l76gfb5nauqcl8jtvvm4d90o6bl75v4kc0q48n/f1/hfile_1 into 6a41d1886d719ee2e82f85a6b25eea2e/f1 (new location: hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/data/default/test/6a41d1886d719ee2e82f85a6b25eea2e/f1/8b3c58939f3a48efa74402e1ed1c0ab2_SeqId_6_) 2024-11-08T22:16:41,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38983 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/staging/jenkins__test__7jpv3ap6fcmnpq5rvajni5jdt5l76gfb5nauqcl8jtvvm4d90o6bl75v4kc0q48n/f1/hfile_1 2024-11-08T22:16:41,305 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38983 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/staging/jenkins__test__7jpv3ap6fcmnpq5rvajni5jdt5l76gfb5nauqcl8jtvvm4d90o6bl75v4kc0q48n/f1/hfile_0 into 6a41d1886d719ee2e82f85a6b25eea2e/f1 as hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/data/default/test/6a41d1886d719ee2e82f85a6b25eea2e/f1/207a8aa8565147a7b23ee6eeea07a920_SeqId_6_ - updating store file list. 2024-11-08T22:16:41,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38983 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 207a8aa8565147a7b23ee6eeea07a920_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-08T22:16:41,310 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38983 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/data/default/test/6a41d1886d719ee2e82f85a6b25eea2e/f1/207a8aa8565147a7b23ee6eeea07a920_SeqId_6_ into 6a41d1886d719ee2e82f85a6b25eea2e/f1 2024-11-08T22:16:41,310 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38983 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/staging/jenkins__test__7jpv3ap6fcmnpq5rvajni5jdt5l76gfb5nauqcl8jtvvm4d90o6bl75v4kc0q48n/f1/hfile_0 into 6a41d1886d719ee2e82f85a6b25eea2e/f1 (new location: hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/data/default/test/6a41d1886d719ee2e82f85a6b25eea2e/f1/207a8aa8565147a7b23ee6eeea07a920_SeqId_6_) 2024-11-08T22:16:41,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38983 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/staging/jenkins__test__7jpv3ap6fcmnpq5rvajni5jdt5l76gfb5nauqcl8jtvvm4d90o6bl75v4kc0q48n/f1/hfile_0 2024-11-08T22:16:41,312 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T22:16:41,313 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:16:41,313 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:16:41,313 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:16:41,313 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731104192496.6a41d1886d719ee2e82f85a6b25eea2e., hostname=ff635fa717b5,38983,1731104183308, seqNum=2 , the old value is region=test,,1731104192496.6a41d1886d719ee2e82f85a6b25eea2e., hostname=ff635fa717b5,38983,1731104183308, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=ff635fa717b5:38983 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T22:16:41,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38983 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38983: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:60062 deadline: 1731104261313 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:60062 2024-11-08T22:16:41,313 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731104192496.6a41d1886d719ee2e82f85a6b25eea2e., hostname=ff635fa717b5,38983,1731104183308, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T22:16:41,313 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731104192496.6a41d1886d719ee2e82f85a6b25eea2e., hostname=ff635fa717b5,38983,1731104183308, seqNum=2 from cache 2024-11-08T22:16:41,313 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:16:41,314 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,38983,1731104183308, seqNum=-1] 2024-11-08T22:16:41,315 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:16:41,316 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:16:41,316 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T22:16:41,318 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731104192496.6a41d1886d719ee2e82f85a6b25eea2e., hostname=ff635fa717b5,38983,1731104183308, seqNum=2] 2024-11-08T22:16:41,418 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff635fa717b5:38983 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-08T22:16:42,095 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38983,1731104183308.replicationSource.wal-reader.ff635fa717b5%2C38983%2C1731104183308,1-ff635fa717b5,38983,1731104183308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/WALs/ff635fa717b5,38983,1731104183308/ff635fa717b5%2C38983%2C1731104183308.1731104185674 to pos 687, reset compression=false 2024-11-08T22:16:42,101 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38983,1731104183308.replicationSource.wal-reader.ff635fa717b5%2C38983%2C1731104183308,1-ff635fa717b5,38983,1731104183308 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T22:16:42,101 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38983,1731104183308.replicationSource.wal-reader.ff635fa717b5%2C38983%2C1731104183308,1-ff635fa717b5,38983,1731104183308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/WALs/ff635fa717b5,38983,1731104183308/ff635fa717b5%2C38983%2C1731104183308.1731104185674 to pos 997, reset compression=false 2024-11-08T22:16:42,101 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38983,1731104183308.replicationSource.shipperff635fa717b5%2C38983%2C1731104183308,1-ff635fa717b5,38983,1731104183308 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff635fa717b5,38983,1731104183308 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/WALs/ff635fa717b5,38983,1731104183308/ff635fa717b5%2C38983%2C1731104183308.1731104185674, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T22:16:42,305 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38983,1731104183308.replicationSource.wal-reader.ff635fa717b5%2C38983%2C1731104183308,1-ff635fa717b5,38983,1731104183308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/WALs/ff635fa717b5,38983,1731104183308/ff635fa717b5%2C38983%2C1731104183308.1731104185674 to pos 997, reset compression=false 2024-11-08T22:16:42,609 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38983,1731104183308.replicationSource.wal-reader.ff635fa717b5%2C38983%2C1731104183308,1-ff635fa717b5,38983,1731104183308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/WALs/ff635fa717b5,38983,1731104183308/ff635fa717b5%2C38983%2C1731104183308.1731104185674 to pos 997, reset compression=false 2024-11-08T22:16:43,013 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38983,1731104183308.replicationSource.wal-reader.ff635fa717b5%2C38983%2C1731104183308,1-ff635fa717b5,38983,1731104183308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/WALs/ff635fa717b5,38983,1731104183308/ff635fa717b5%2C38983%2C1731104183308.1731104185674 to pos 997, reset compression=false 2024-11-08T22:16:43,138 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T22:16:43,138 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-08T22:16:43,138 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-08T22:16:43,139 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-08T22:16:43,139 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T22:16:43,139 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-08T22:16:43,518 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38983,1731104183308.replicationSource.wal-reader.ff635fa717b5%2C38983%2C1731104183308,1-ff635fa717b5,38983,1731104183308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/WALs/ff635fa717b5,38983,1731104183308/ff635fa717b5%2C38983%2C1731104183308.1731104185674 to pos 997, reset compression=false 2024-11-08T22:16:44,122 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38983,1731104183308.replicationSource.wal-reader.ff635fa717b5%2C38983%2C1731104183308,1-ff635fa717b5,38983,1731104183308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/WALs/ff635fa717b5,38983,1731104183308/ff635fa717b5%2C38983%2C1731104183308.1731104185674 to pos 997, reset compression=false 2024-11-08T22:16:44,832 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38983,1731104183308.replicationSource.wal-reader.ff635fa717b5%2C38983%2C1731104183308,1-ff635fa717b5,38983,1731104183308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/WALs/ff635fa717b5,38983,1731104183308/ff635fa717b5%2C38983%2C1731104183308.1731104185674 to pos 997, reset compression=false 2024-11-08T22:16:45,637 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38983,1731104183308.replicationSource.wal-reader.ff635fa717b5%2C38983%2C1731104183308,1-ff635fa717b5,38983,1731104183308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/WALs/ff635fa717b5,38983,1731104183308/ff635fa717b5%2C38983%2C1731104183308.1731104185674 to pos 997, reset compression=false 2024-11-08T22:16:46,541 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38983,1731104183308.replicationSource.wal-reader.ff635fa717b5%2C38983%2C1731104183308,1-ff635fa717b5,38983,1731104183308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/WALs/ff635fa717b5,38983,1731104183308/ff635fa717b5%2C38983%2C1731104183308.1731104185674 to pos 997, reset compression=false 2024-11-08T22:16:47,544 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38983,1731104183308.replicationSource.wal-reader.ff635fa717b5%2C38983%2C1731104183308,1-ff635fa717b5,38983,1731104183308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/WALs/ff635fa717b5,38983,1731104183308/ff635fa717b5%2C38983%2C1731104183308.1731104185674 to pos 997, reset compression=false 2024-11-08T22:16:48,648 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38983,1731104183308.replicationSource.wal-reader.ff635fa717b5%2C38983%2C1731104183308,1-ff635fa717b5,38983,1731104183308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/WALs/ff635fa717b5,38983,1731104183308/ff635fa717b5%2C38983%2C1731104183308.1731104185674 to pos 997, reset compression=false 2024-11-08T22:16:49,852 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38983,1731104183308.replicationSource.wal-reader.ff635fa717b5%2C38983%2C1731104183308,1-ff635fa717b5,38983,1731104183308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/WALs/ff635fa717b5,38983,1731104183308/ff635fa717b5%2C38983%2C1731104183308.1731104185674 to pos 997, reset compression=false 2024-11-08T22:16:51,156 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38983,1731104183308.replicationSource.wal-reader.ff635fa717b5%2C38983%2C1731104183308,1-ff635fa717b5,38983,1731104183308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/WALs/ff635fa717b5,38983,1731104183308/ff635fa717b5%2C38983%2C1731104183308.1731104185674 to pos 997, reset compression=false 2024-11-08T22:16:52,561 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38983,1731104183308.replicationSource.wal-reader.ff635fa717b5%2C38983%2C1731104183308,1-ff635fa717b5,38983,1731104183308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/WALs/ff635fa717b5,38983,1731104183308/ff635fa717b5%2C38983%2C1731104183308.1731104185674 to pos 997, reset compression=false 2024-11-08T22:16:52,659 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T22:16:54,065 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38983,1731104183308.replicationSource.wal-reader.ff635fa717b5%2C38983%2C1731104183308,1-ff635fa717b5,38983,1731104183308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/WALs/ff635fa717b5,38983,1731104183308/ff635fa717b5%2C38983%2C1731104183308.1731104185674 to pos 997, reset compression=false 2024-11-08T22:16:55,673 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38983,1731104183308.replicationSource.wal-reader.ff635fa717b5%2C38983%2C1731104183308,1-ff635fa717b5,38983,1731104183308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/WALs/ff635fa717b5,38983,1731104183308/ff635fa717b5%2C38983%2C1731104183308.1731104185674 to pos 997, reset compression=false 2024-11-08T22:16:57,378 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38983,1731104183308.replicationSource.wal-reader.ff635fa717b5%2C38983%2C1731104183308,1-ff635fa717b5,38983,1731104183308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/WALs/ff635fa717b5,38983,1731104183308/ff635fa717b5%2C38983%2C1731104183308.1731104185674 to pos 997, reset compression=false 2024-11-08T22:16:58,445 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T22:16:59,189 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38983,1731104183308.replicationSource.wal-reader.ff635fa717b5%2C38983%2C1731104183308,1-ff635fa717b5,38983,1731104183308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/WALs/ff635fa717b5,38983,1731104183308/ff635fa717b5%2C38983%2C1731104183308.1731104185674 to pos 997, reset compression=false 2024-11-08T22:17:01,093 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38983,1731104183308.replicationSource.wal-reader.ff635fa717b5%2C38983%2C1731104183308,1-ff635fa717b5,38983,1731104183308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/WALs/ff635fa717b5,38983,1731104183308/ff635fa717b5%2C38983%2C1731104183308.1731104185674 to pos 997, reset compression=false 2024-11-08T22:17:02,103 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38983,1731104183308.replicationSource.shipperff635fa717b5%2C38983%2C1731104183308,1-ff635fa717b5,38983,1731104183308 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff635fa717b5,38983,1731104183308 got entry batch from reader: null 2024-11-08T22:17:03,097 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38983,1731104183308.replicationSource.wal-reader.ff635fa717b5%2C38983%2C1731104183308,1-ff635fa717b5,38983,1731104183308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/WALs/ff635fa717b5,38983,1731104183308/ff635fa717b5%2C38983%2C1731104183308.1731104185674 to pos 997, reset compression=false 2024-11-08T22:17:05,204 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38983,1731104183308.replicationSource.wal-reader.ff635fa717b5%2C38983%2C1731104183308,1-ff635fa717b5,38983,1731104183308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/WALs/ff635fa717b5,38983,1731104183308/ff635fa717b5%2C38983%2C1731104183308.1731104185674 to pos 997, reset compression=false 2024-11-08T22:17:07,407 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38983,1731104183308.replicationSource.wal-reader.ff635fa717b5%2C38983%2C1731104183308,1-ff635fa717b5,38983,1731104183308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/WALs/ff635fa717b5,38983,1731104183308/ff635fa717b5%2C38983%2C1731104183308.1731104185674 to pos 997, reset compression=false 2024-11-08T22:17:07,546 INFO [master/ff635fa717b5:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-08T22:17:07,546 INFO [master/ff635fa717b5:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-08T22:17:09,713 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38983,1731104183308.replicationSource.wal-reader.ff635fa717b5%2C38983%2C1731104183308,1-ff635fa717b5,38983,1731104183308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/WALs/ff635fa717b5,38983,1731104183308/ff635fa717b5%2C38983%2C1731104183308.1731104185674 to pos 997, reset compression=false 2024-11-08T22:17:12,117 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38983,1731104183308.replicationSource.wal-reader.ff635fa717b5%2C38983%2C1731104183308,1-ff635fa717b5,38983,1731104183308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/WALs/ff635fa717b5,38983,1731104183308/ff635fa717b5%2C38983%2C1731104183308.1731104185674 to pos 997, reset compression=false 2024-11-08T22:17:12,739 INFO [master/ff635fa717b5:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-08T22:17:12,739 INFO [master/ff635fa717b5:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-08T22:17:14,622 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38983,1731104183308.replicationSource.wal-reader.ff635fa717b5%2C38983%2C1731104183308,1-ff635fa717b5,38983,1731104183308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/WALs/ff635fa717b5,38983,1731104183308/ff635fa717b5%2C38983%2C1731104183308.1731104185674 to pos 997, reset compression=false 2024-11-08T22:17:17,226 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38983,1731104183308.replicationSource.wal-reader.ff635fa717b5%2C38983%2C1731104183308,1-ff635fa717b5,38983,1731104183308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/WALs/ff635fa717b5,38983,1731104183308/ff635fa717b5%2C38983%2C1731104183308.1731104185674 to pos 997, reset compression=false 2024-11-08T22:17:18,643 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 6a41d1886d719ee2e82f85a6b25eea2e, had cached 0 bytes from a total of 31376 2024-11-08T22:17:19,932 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38983,1731104183308.replicationSource.wal-reader.ff635fa717b5%2C38983%2C1731104183308,1-ff635fa717b5,38983,1731104183308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/WALs/ff635fa717b5,38983,1731104183308/ff635fa717b5%2C38983%2C1731104183308.1731104185674 to pos 997, reset compression=false 2024-11-08T22:17:20,021 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region abe565869365d12f787f36e729cbc914, had cached 0 bytes from a total of 15585 2024-11-08T22:17:22,104 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38983,1731104183308.replicationSource.shipperff635fa717b5%2C38983%2C1731104183308,1-ff635fa717b5,38983,1731104183308 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff635fa717b5,38983,1731104183308 got entry batch from reader: null 2024-11-08T22:17:22,659 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T22:17:22,735 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38983,1731104183308.replicationSource.wal-reader.ff635fa717b5%2C38983%2C1731104183308,1-ff635fa717b5,38983,1731104183308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/WALs/ff635fa717b5,38983,1731104183308/ff635fa717b5%2C38983%2C1731104183308.1731104185674 to pos 997, reset compression=false 2024-11-08T22:17:25,639 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38983,1731104183308.replicationSource.wal-reader.ff635fa717b5%2C38983%2C1731104183308,1-ff635fa717b5,38983,1731104183308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/WALs/ff635fa717b5,38983,1731104183308/ff635fa717b5%2C38983%2C1731104183308.1731104185674 to pos 997, reset compression=false 2024-11-08T22:17:28,445 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T22:17:28,643 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38983,1731104183308.replicationSource.wal-reader.ff635fa717b5%2C38983%2C1731104183308,1-ff635fa717b5,38983,1731104183308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/WALs/ff635fa717b5,38983,1731104183308/ff635fa717b5%2C38983%2C1731104183308.1731104185674 to pos 997, reset compression=false 2024-11-08T22:17:31,748 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38983,1731104183308.replicationSource.wal-reader.ff635fa717b5%2C38983%2C1731104183308,1-ff635fa717b5,38983,1731104183308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/WALs/ff635fa717b5,38983,1731104183308/ff635fa717b5%2C38983%2C1731104183308.1731104185674 to pos 997, reset compression=false 2024-11-08T22:17:33,359 DEBUG [master/ff635fa717b5:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-08T22:17:34,959 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38983,1731104183308.replicationSource.wal-reader.ff635fa717b5%2C38983%2C1731104183308,1-ff635fa717b5,38983,1731104183308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/WALs/ff635fa717b5,38983,1731104183308/ff635fa717b5%2C38983%2C1731104183308.1731104185674 to pos 997, reset compression=false 2024-11-08T22:17:38,288 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38983,1731104183308.replicationSource.wal-reader.ff635fa717b5%2C38983%2C1731104183308,1-ff635fa717b5,38983,1731104183308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/WALs/ff635fa717b5,38983,1731104183308/ff635fa717b5%2C38983%2C1731104183308.1731104185674 to pos 997, reset compression=false 2024-11-08T22:17:41,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T22:17:41,349 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T22:17:41,349 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:17:41,349 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:17:41,349 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:17:41,349 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:17:41,349 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T22:17:41,349 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=121073386, stopped=false 2024-11-08T22:17:41,349 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ff635fa717b5,38551,1731104188858 2024-11-08T22:17:41,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38589-0x1011c8586760004, quorum=127.0.0.1:49872, baseZNode=/1-232260051 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-232260051/running 2024-11-08T22:17:41,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38551-0x1011c8586760003, quorum=127.0.0.1:49872, baseZNode=/1-232260051 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-232260051/running 2024-11-08T22:17:41,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38589-0x1011c8586760004, quorum=127.0.0.1:49872, baseZNode=/1-232260051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-232260051 2024-11-08T22:17:41,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38551-0x1011c8586760003, quorum=127.0.0.1:49872, baseZNode=/1-232260051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-232260051 2024-11-08T22:17:41,389 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T22:17:41,389 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T22:17:41,389 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:17:41,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:17:41,389 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38551-0x1011c8586760003, quorum=127.0.0.1:49872, baseZNode=/1-232260051 Set watcher on znode that does not yet exist, /1-232260051/running 2024-11-08T22:17:41,389 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ff635fa717b5,38589,1731104189025' ***** 2024-11-08T22:17:41,389 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T22:17:41,389 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38589-0x1011c8586760004, quorum=127.0.0.1:49872, baseZNode=/1-232260051 Set watcher on znode that does not yet exist, /1-232260051/running 2024-11-08T22:17:41,390 INFO [RS:0;ff635fa717b5:38589 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T22:17:41,390 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T22:17:41,390 INFO [RS:0;ff635fa717b5:38589 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T22:17:41,390 INFO [RS:0;ff635fa717b5:38589 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T22:17:41,390 INFO [RS:0;ff635fa717b5:38589 {}] regionserver.HRegionServer(3091): Received CLOSE for abe565869365d12f787f36e729cbc914 2024-11-08T22:17:41,390 INFO [RS:0;ff635fa717b5:38589 {}] regionserver.HRegionServer(959): stopping server ff635fa717b5,38589,1731104189025 2024-11-08T22:17:41,390 INFO [RS:0;ff635fa717b5:38589 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T22:17:41,390 INFO [RS:0;ff635fa717b5:38589 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff635fa717b5:38589. 2024-11-08T22:17:41,390 DEBUG [RS:0;ff635fa717b5:38589 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:17:41,390 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing abe565869365d12f787f36e729cbc914, disabling compactions & flushes 2024-11-08T22:17:41,391 DEBUG [RS:0;ff635fa717b5:38589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:17:41,391 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731104194662.abe565869365d12f787f36e729cbc914. 2024-11-08T22:17:41,391 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731104194662.abe565869365d12f787f36e729cbc914. 2024-11-08T22:17:41,391 INFO [RS:0;ff635fa717b5:38589 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T22:17:41,391 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731104194662.abe565869365d12f787f36e729cbc914. after waiting 0 ms 2024-11-08T22:17:41,391 INFO [RS:0;ff635fa717b5:38589 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T22:17:41,391 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731104194662.abe565869365d12f787f36e729cbc914. 2024-11-08T22:17:41,391 INFO [RS:0;ff635fa717b5:38589 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T22:17:41,391 INFO [RS:0;ff635fa717b5:38589 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T22:17:41,391 INFO [RS:0;ff635fa717b5:38589 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T22:17:41,391 DEBUG [RS:0;ff635fa717b5:38589 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, abe565869365d12f787f36e729cbc914=test,,1731104194662.abe565869365d12f787f36e729cbc914.} 2024-11-08T22:17:41,391 DEBUG [RS:0;ff635fa717b5:38589 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, abe565869365d12f787f36e729cbc914 2024-11-08T22:17:41,391 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T22:17:41,391 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T22:17:41,391 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T22:17:41,391 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T22:17:41,391 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T22:17:41,391 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-08T22:17:41,396 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41169/user/jenkins/test-data/f098f3b5-5700-5aed-0ded-50201d0a1aa1/data/default/test/abe565869365d12f787f36e729cbc914/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-08T22:17:41,397 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T22:17:41,397 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T22:17:41,397 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731104194662.abe565869365d12f787f36e729cbc914. 2024-11-08T22:17:41,397 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for abe565869365d12f787f36e729cbc914: Waiting for close lock at 1731104261390Running coprocessor pre-close hooks at 1731104261390Disabling compacts and flushes for region at 1731104261390Disabling writes for close at 1731104261391 (+1 ms)Writing region close event to WAL at 1731104261392 (+1 ms)Running coprocessor post-close hooks at 1731104261397 (+5 ms)Closed at 1731104261397 2024-11-08T22:17:41,397 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731104194662.abe565869365d12f787f36e729cbc914. 2024-11-08T22:17:41,410 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41169/user/jenkins/test-data/f098f3b5-5700-5aed-0ded-50201d0a1aa1/data/hbase/meta/1588230740/.tmp/info/deb60e878a4e44cfb6ca623dce2f1916 is 129, key is test,,1731104194662.abe565869365d12f787f36e729cbc914./info:regioninfo/1731104195040/Put/seqid=0 2024-11-08T22:17:41,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37003 is added to blk_1073741839_1015 (size=6421) 2024-11-08T22:17:41,434 INFO [regionserver/ff635fa717b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T22:17:41,591 DEBUG [RS:0;ff635fa717b5:38589 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T22:17:41,693 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38983,1731104183308.replicationSource.wal-reader.ff635fa717b5%2C38983%2C1731104183308,1-ff635fa717b5,38983,1731104183308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/WALs/ff635fa717b5,38983,1731104183308/ff635fa717b5%2C38983%2C1731104183308.1731104185674 to pos 997, reset compression=false 2024-11-08T22:17:41,792 DEBUG [RS:0;ff635fa717b5:38589 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T22:17:41,817 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41169/user/jenkins/test-data/f098f3b5-5700-5aed-0ded-50201d0a1aa1/data/hbase/meta/1588230740/.tmp/info/deb60e878a4e44cfb6ca623dce2f1916 2024-11-08T22:17:41,835 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41169/user/jenkins/test-data/f098f3b5-5700-5aed-0ded-50201d0a1aa1/data/hbase/meta/1588230740/.tmp/ns/d129d4bfce7c4ac1aefb836dc9eeceaf is 43, key is default/ns:d/1731104192379/Put/seqid=0 2024-11-08T22:17:41,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37003 is added to blk_1073741840_1016 (size=5153) 2024-11-08T22:17:41,992 DEBUG [RS:0;ff635fa717b5:38589 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T22:17:42,104 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38983,1731104183308.replicationSource.shipperff635fa717b5%2C38983%2C1731104183308,1-ff635fa717b5,38983,1731104183308 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff635fa717b5,38983,1731104183308 got entry batch from reader: null 2024-11-08T22:17:42,192 DEBUG [RS:0;ff635fa717b5:38589 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T22:17:42,240 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41169/user/jenkins/test-data/f098f3b5-5700-5aed-0ded-50201d0a1aa1/data/hbase/meta/1588230740/.tmp/ns/d129d4bfce7c4ac1aefb836dc9eeceaf 2024-11-08T22:17:42,264 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41169/user/jenkins/test-data/f098f3b5-5700-5aed-0ded-50201d0a1aa1/data/hbase/meta/1588230740/.tmp/rep_barrier/b28b51c2be5c45b28d5b75426e574a1f is 112, key is test,,1731104194662.abe565869365d12f787f36e729cbc914./rep_barrier:seqnumDuringOpen/1731104195040/Put/seqid=0 2024-11-08T22:17:42,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37003 is added to blk_1073741841_1017 (size=5518) 2024-11-08T22:17:42,268 INFO [regionserver/ff635fa717b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T22:17:42,268 INFO [regionserver/ff635fa717b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T22:17:42,392 INFO [RS:0;ff635fa717b5:38589 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T22:17:42,392 DEBUG [RS:0;ff635fa717b5:38589 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T22:17:42,392 DEBUG [RS:0;ff635fa717b5:38589 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T22:17:42,592 DEBUG [RS:0;ff635fa717b5:38589 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T22:17:42,669 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41169/user/jenkins/test-data/f098f3b5-5700-5aed-0ded-50201d0a1aa1/data/hbase/meta/1588230740/.tmp/rep_barrier/b28b51c2be5c45b28d5b75426e574a1f 2024-11-08T22:17:42,689 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41169/user/jenkins/test-data/f098f3b5-5700-5aed-0ded-50201d0a1aa1/data/hbase/meta/1588230740/.tmp/table/e6b4105eee384536bd9d91e42b0e0fa4 is 40, key is test/table:state/1731104195052/Put/seqid=0 2024-11-08T22:17:42,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37003 is added to blk_1073741842_1018 (size=5165) 2024-11-08T22:17:42,793 DEBUG [RS:0;ff635fa717b5:38589 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T22:17:42,993 DEBUG [RS:0;ff635fa717b5:38589 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T22:17:43,094 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41169/user/jenkins/test-data/f098f3b5-5700-5aed-0ded-50201d0a1aa1/data/hbase/meta/1588230740/.tmp/table/e6b4105eee384536bd9d91e42b0e0fa4 2024-11-08T22:17:43,100 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41169/user/jenkins/test-data/f098f3b5-5700-5aed-0ded-50201d0a1aa1/data/hbase/meta/1588230740/.tmp/info/deb60e878a4e44cfb6ca623dce2f1916 as hdfs://localhost:41169/user/jenkins/test-data/f098f3b5-5700-5aed-0ded-50201d0a1aa1/data/hbase/meta/1588230740/info/deb60e878a4e44cfb6ca623dce2f1916 2024-11-08T22:17:43,105 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41169/user/jenkins/test-data/f098f3b5-5700-5aed-0ded-50201d0a1aa1/data/hbase/meta/1588230740/info/deb60e878a4e44cfb6ca623dce2f1916, entries=10, sequenceid=11, filesize=6.3 K 2024-11-08T22:17:43,105 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41169/user/jenkins/test-data/f098f3b5-5700-5aed-0ded-50201d0a1aa1/data/hbase/meta/1588230740/.tmp/ns/d129d4bfce7c4ac1aefb836dc9eeceaf as hdfs://localhost:41169/user/jenkins/test-data/f098f3b5-5700-5aed-0ded-50201d0a1aa1/data/hbase/meta/1588230740/ns/d129d4bfce7c4ac1aefb836dc9eeceaf 2024-11-08T22:17:43,110 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41169/user/jenkins/test-data/f098f3b5-5700-5aed-0ded-50201d0a1aa1/data/hbase/meta/1588230740/ns/d129d4bfce7c4ac1aefb836dc9eeceaf, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T22:17:43,111 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41169/user/jenkins/test-data/f098f3b5-5700-5aed-0ded-50201d0a1aa1/data/hbase/meta/1588230740/.tmp/rep_barrier/b28b51c2be5c45b28d5b75426e574a1f as hdfs://localhost:41169/user/jenkins/test-data/f098f3b5-5700-5aed-0ded-50201d0a1aa1/data/hbase/meta/1588230740/rep_barrier/b28b51c2be5c45b28d5b75426e574a1f 2024-11-08T22:17:43,116 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41169/user/jenkins/test-data/f098f3b5-5700-5aed-0ded-50201d0a1aa1/data/hbase/meta/1588230740/rep_barrier/b28b51c2be5c45b28d5b75426e574a1f, entries=1, sequenceid=11, filesize=5.4 K 2024-11-08T22:17:43,116 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41169/user/jenkins/test-data/f098f3b5-5700-5aed-0ded-50201d0a1aa1/data/hbase/meta/1588230740/.tmp/table/e6b4105eee384536bd9d91e42b0e0fa4 as hdfs://localhost:41169/user/jenkins/test-data/f098f3b5-5700-5aed-0ded-50201d0a1aa1/data/hbase/meta/1588230740/table/e6b4105eee384536bd9d91e42b0e0fa4 2024-11-08T22:17:43,122 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41169/user/jenkins/test-data/f098f3b5-5700-5aed-0ded-50201d0a1aa1/data/hbase/meta/1588230740/table/e6b4105eee384536bd9d91e42b0e0fa4, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T22:17:43,123 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1732ms, sequenceid=11, compaction requested=false 2024-11-08T22:17:43,127 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41169/user/jenkins/test-data/f098f3b5-5700-5aed-0ded-50201d0a1aa1/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-08T22:17:43,127 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T22:17:43,127 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T22:17:43,127 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T22:17:43,127 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731104261391Running coprocessor pre-close hooks at 1731104261391Disabling compacts and flushes for region at 1731104261391Disabling writes for close at 1731104261391Obtaining lock to block concurrent updates at 1731104261391Preparing flush snapshotting stores in 1588230740 at 1731104261391Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731104261392 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731104261392Flushing 1588230740/info: creating writer at 1731104261393 (+1 ms)Flushing 1588230740/info: appending metadata at 1731104261409 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731104261409Flushing 1588230740/ns: creating writer at 1731104261822 (+413 ms)Flushing 1588230740/ns: appending metadata at 1731104261835 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731104261835Flushing 1588230740/rep_barrier: creating writer at 1731104262246 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731104262264 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731104262264Flushing 1588230740/table: creating writer at 1731104262674 (+410 ms)Flushing 1588230740/table: appending metadata at 1731104262689 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731104262689Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30ff22d0: reopening flushed file at 1731104263099 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5aa9bae5: reopening flushed file at 1731104263105 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cac09e7: reopening flushed file at 1731104263110 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6071b4e: reopening flushed file at 1731104263116 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1732ms, sequenceid=11, compaction requested=false at 1731104263123 (+7 ms)Writing region close event to WAL at 1731104263124 (+1 ms)Running coprocessor post-close hooks at 1731104263127 (+3 ms)Closed at 1731104263127 2024-11-08T22:17:43,128 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T22:17:43,193 INFO [RS:0;ff635fa717b5:38589 {}] regionserver.HRegionServer(976): stopping server ff635fa717b5,38589,1731104189025; all regions closed. 2024-11-08T22:17:43,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37003 is added to blk_1073741834_1010 (size=2717) 2024-11-08T22:17:43,198 DEBUG [RS:0;ff635fa717b5:38589 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f098f3b5-5700-5aed-0ded-50201d0a1aa1/oldWALs 2024-11-08T22:17:43,198 INFO [RS:0;ff635fa717b5:38589 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ff635fa717b5%2C38589%2C1731104189025.meta:.meta(num 1731104192323) 2024-11-08T22:17:43,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37003 is added to blk_1073741832_1008 (size=1028) 2024-11-08T22:17:43,204 DEBUG [RS:0;ff635fa717b5:38589 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f098f3b5-5700-5aed-0ded-50201d0a1aa1/oldWALs 2024-11-08T22:17:43,204 INFO [RS:0;ff635fa717b5:38589 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ff635fa717b5%2C38589%2C1731104189025:(num 1731104191404) 2024-11-08T22:17:43,204 DEBUG [RS:0;ff635fa717b5:38589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:17:43,204 INFO [RS:0;ff635fa717b5:38589 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T22:17:43,204 INFO [RS:0;ff635fa717b5:38589 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T22:17:43,204 INFO [RS:0;ff635fa717b5:38589 {}] hbase.ChoreService(370): Chore service for: regionserver/ff635fa717b5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T22:17:43,204 INFO [RS:0;ff635fa717b5:38589 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T22:17:43,204 INFO [regionserver/ff635fa717b5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T22:17:43,205 INFO [RS:0;ff635fa717b5:38589 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff635fa717b5:38589. 2024-11-08T22:17:43,205 DEBUG [RS:0;ff635fa717b5:38589 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:17:43,205 DEBUG [RS:0;ff635fa717b5:38589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:17:43,205 DEBUG [RS:0;ff635fa717b5:38589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:17:43,205 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:17:43,205 INFO [RS:0;ff635fa717b5:38589 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38589 2024-11-08T22:17:43,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38551-0x1011c8586760003, quorum=127.0.0.1:49872, baseZNode=/1-232260051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-232260051/rs 2024-11-08T22:17:43,262 INFO [RS:0;ff635fa717b5:38589 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T22:17:43,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38589-0x1011c8586760004, quorum=127.0.0.1:49872, baseZNode=/1-232260051 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-232260051/rs/ff635fa717b5,38589,1731104189025 2024-11-08T22:17:43,272 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ff635fa717b5,38589,1731104189025] 2024-11-08T22:17:43,283 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-232260051/draining/ff635fa717b5,38589,1731104189025 already deleted, retry=false 2024-11-08T22:17:43,283 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ff635fa717b5,38589,1731104189025 expired; onlineServers=0 2024-11-08T22:17:43,283 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ff635fa717b5,38551,1731104188858' ***** 2024-11-08T22:17:43,283 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T22:17:43,283 INFO [M:0;ff635fa717b5:38551 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T22:17:43,283 INFO [M:0;ff635fa717b5:38551 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T22:17:43,283 DEBUG [M:0;ff635fa717b5:38551 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T22:17:43,283 DEBUG [M:0;ff635fa717b5:38551 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T22:17:43,283 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T22:17:43,283 DEBUG [master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.large.0-1731104191121 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.large.0-1731104191121,5,FailOnTimeoutGroup] 2024-11-08T22:17:43,283 DEBUG [master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.small.0-1731104191121 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.small.0-1731104191121,5,FailOnTimeoutGroup] 2024-11-08T22:17:43,283 INFO [M:0;ff635fa717b5:38551 {}] hbase.ChoreService(370): Chore service for: master/ff635fa717b5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T22:17:43,284 INFO [M:0;ff635fa717b5:38551 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T22:17:43,284 DEBUG [M:0;ff635fa717b5:38551 {}] master.HMaster(1795): Stopping service threads 2024-11-08T22:17:43,284 INFO [M:0;ff635fa717b5:38551 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T22:17:43,284 INFO [M:0;ff635fa717b5:38551 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T22:17:43,284 INFO [M:0;ff635fa717b5:38551 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T22:17:43,284 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T22:17:43,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38551-0x1011c8586760003, quorum=127.0.0.1:49872, baseZNode=/1-232260051 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-232260051/master 2024-11-08T22:17:43,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38551-0x1011c8586760003, quorum=127.0.0.1:49872, baseZNode=/1-232260051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-232260051 2024-11-08T22:17:43,294 DEBUG [M:0;ff635fa717b5:38551 {}] zookeeper.ZKUtil(347): master:38551-0x1011c8586760003, quorum=127.0.0.1:49872, baseZNode=/1-232260051 Unable to get data of znode /1-232260051/master because node does not exist (not an error) 2024-11-08T22:17:43,294 WARN [M:0;ff635fa717b5:38551 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T22:17:43,294 INFO [M:0;ff635fa717b5:38551 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41169/user/jenkins/test-data/f098f3b5-5700-5aed-0ded-50201d0a1aa1/.lastflushedseqids 2024-11-08T22:17:43,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37003 is added to blk_1073741843_1019 (size=173) 2024-11-08T22:17:43,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38589-0x1011c8586760004, quorum=127.0.0.1:49872, baseZNode=/1-232260051 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:17:43,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38589-0x1011c8586760004, quorum=127.0.0.1:49872, baseZNode=/1-232260051 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:17:43,373 INFO [RS:0;ff635fa717b5:38589 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T22:17:43,373 INFO [RS:0;ff635fa717b5:38589 {}] regionserver.HRegionServer(1031): Exiting; stopping=ff635fa717b5,38589,1731104189025; zookeeper connection closed. 2024-11-08T22:17:43,373 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7ac03a0b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7ac03a0b 2024-11-08T22:17:43,373 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T22:17:43,699 INFO [M:0;ff635fa717b5:38551 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T22:17:43,699 INFO [M:0;ff635fa717b5:38551 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T22:17:43,699 DEBUG [M:0;ff635fa717b5:38551 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T22:17:43,699 INFO [M:0;ff635fa717b5:38551 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:17:43,699 DEBUG [M:0;ff635fa717b5:38551 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:17:43,699 DEBUG [M:0;ff635fa717b5:38551 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T22:17:43,699 DEBUG [M:0;ff635fa717b5:38551 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:17:43,699 INFO [M:0;ff635fa717b5:38551 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-11-08T22:17:43,714 DEBUG [M:0;ff635fa717b5:38551 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41169/user/jenkins/test-data/f098f3b5-5700-5aed-0ded-50201d0a1aa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a1481abbf7ba4c90a1d471642a8a9a2b is 82, key is hbase:meta,,1/info:regioninfo/1731104192358/Put/seqid=0 2024-11-08T22:17:43,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37003 is added to blk_1073741844_1020 (size=5672) 2024-11-08T22:17:44,119 INFO [M:0;ff635fa717b5:38551 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:41169/user/jenkins/test-data/f098f3b5-5700-5aed-0ded-50201d0a1aa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a1481abbf7ba4c90a1d471642a8a9a2b 2024-11-08T22:17:44,136 DEBUG [M:0;ff635fa717b5:38551 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41169/user/jenkins/test-data/f098f3b5-5700-5aed-0ded-50201d0a1aa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2799f7558a454fbfb5536f6f572aa63e is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731104195058/Put/seqid=0 2024-11-08T22:17:44,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37003 is added to blk_1073741845_1021 (size=6727) 2024-11-08T22:17:44,541 INFO [M:0;ff635fa717b5:38551 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:41169/user/jenkins/test-data/f098f3b5-5700-5aed-0ded-50201d0a1aa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2799f7558a454fbfb5536f6f572aa63e 2024-11-08T22:17:44,545 INFO [M:0;ff635fa717b5:38551 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2799f7558a454fbfb5536f6f572aa63e 2024-11-08T22:17:44,558 DEBUG [M:0;ff635fa717b5:38551 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41169/user/jenkins/test-data/f098f3b5-5700-5aed-0ded-50201d0a1aa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/beac9e0803884df7bc6b55cc25ebb5f5 is 69, key is ff635fa717b5,38589,1731104189025/rs:state/1731104191196/Put/seqid=0 2024-11-08T22:17:44,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37003 is added to blk_1073741846_1022 (size=5156) 2024-11-08T22:17:44,963 INFO [M:0;ff635fa717b5:38551 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:41169/user/jenkins/test-data/f098f3b5-5700-5aed-0ded-50201d0a1aa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/beac9e0803884df7bc6b55cc25ebb5f5 2024-11-08T22:17:44,968 DEBUG [M:0;ff635fa717b5:38551 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41169/user/jenkins/test-data/f098f3b5-5700-5aed-0ded-50201d0a1aa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a1481abbf7ba4c90a1d471642a8a9a2b as hdfs://localhost:41169/user/jenkins/test-data/f098f3b5-5700-5aed-0ded-50201d0a1aa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a1481abbf7ba4c90a1d471642a8a9a2b 2024-11-08T22:17:44,972 INFO [M:0;ff635fa717b5:38551 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41169/user/jenkins/test-data/f098f3b5-5700-5aed-0ded-50201d0a1aa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a1481abbf7ba4c90a1d471642a8a9a2b, entries=8, sequenceid=58, filesize=5.5 K 2024-11-08T22:17:44,973 DEBUG [M:0;ff635fa717b5:38551 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41169/user/jenkins/test-data/f098f3b5-5700-5aed-0ded-50201d0a1aa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2799f7558a454fbfb5536f6f572aa63e as hdfs://localhost:41169/user/jenkins/test-data/f098f3b5-5700-5aed-0ded-50201d0a1aa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2799f7558a454fbfb5536f6f572aa63e 2024-11-08T22:17:44,977 INFO [M:0;ff635fa717b5:38551 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2799f7558a454fbfb5536f6f572aa63e 2024-11-08T22:17:44,977 INFO [M:0;ff635fa717b5:38551 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41169/user/jenkins/test-data/f098f3b5-5700-5aed-0ded-50201d0a1aa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2799f7558a454fbfb5536f6f572aa63e, entries=6, sequenceid=58, filesize=6.6 K 2024-11-08T22:17:44,978 DEBUG [M:0;ff635fa717b5:38551 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41169/user/jenkins/test-data/f098f3b5-5700-5aed-0ded-50201d0a1aa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/beac9e0803884df7bc6b55cc25ebb5f5 as hdfs://localhost:41169/user/jenkins/test-data/f098f3b5-5700-5aed-0ded-50201d0a1aa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/beac9e0803884df7bc6b55cc25ebb5f5 2024-11-08T22:17:44,982 INFO [M:0;ff635fa717b5:38551 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41169/user/jenkins/test-data/f098f3b5-5700-5aed-0ded-50201d0a1aa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/beac9e0803884df7bc6b55cc25ebb5f5, entries=1, sequenceid=58, filesize=5.0 K 2024-11-08T22:17:44,983 INFO [M:0;ff635fa717b5:38551 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=58, compaction requested=false 2024-11-08T22:17:44,984 INFO [M:0;ff635fa717b5:38551 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:17:44,984 DEBUG [M:0;ff635fa717b5:38551 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731104263699Disabling compacts and flushes for region at 1731104263699Disabling writes for close at 1731104263699Obtaining lock to block concurrent updates at 1731104263699Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731104263699Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1731104263700 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731104263700Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731104263700Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731104263714 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731104263714Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731104264123 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731104264136 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731104264136Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731104264545 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731104264558 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731104264558Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d24ab33: reopening flushed file at 1731104264967 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57163f38: reopening flushed file at 1731104264972 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3347f340: reopening flushed file at 1731104264977 (+5 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=58, compaction requested=false at 1731104264983 (+6 ms)Writing region close event to WAL at 1731104264984 (+1 ms)Closed at 1731104264984 2024-11-08T22:17:44,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37003 is added to blk_1073741830_1006 (size=33026) 2024-11-08T22:17:44,987 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T22:17:44,987 INFO [M:0;ff635fa717b5:38551 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T22:17:44,987 INFO [M:0;ff635fa717b5:38551 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38551 2024-11-08T22:17:44,987 INFO [M:0;ff635fa717b5:38551 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T22:17:45,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38551-0x1011c8586760003, quorum=127.0.0.1:49872, baseZNode=/1-232260051 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:17:45,172 INFO [M:0;ff635fa717b5:38551 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T22:17:45,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38551-0x1011c8586760003, quorum=127.0.0.1:49872, baseZNode=/1-232260051 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:17:45,175 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@63bc53d5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T22:17:45,175 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@759cc101{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T22:17:45,176 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T22:17:45,176 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3029c162{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T22:17:45,176 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@672164d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75f4305a-015e-3e52-87fa-ada5e25e8bf7/hadoop.log.dir/,STOPPED} 2024-11-08T22:17:45,177 WARN [BP-217698587-172.17.0.3-1731104186840 heartbeating to localhost/127.0.0.1:41169 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T22:17:45,177 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T22:17:45,177 WARN [BP-217698587-172.17.0.3-1731104186840 heartbeating to localhost/127.0.0.1:41169 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-217698587-172.17.0.3-1731104186840 (Datanode Uuid 19a2dcc2-3d8f-476c-a62a-88002e4e0fc1) service to localhost/127.0.0.1:41169 2024-11-08T22:17:45,177 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T22:17:45,177 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75f4305a-015e-3e52-87fa-ada5e25e8bf7/cluster_3110a569-5a05-6d1a-134f-588b98df9509/data/data1/current/BP-217698587-172.17.0.3-1731104186840 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T22:17:45,178 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75f4305a-015e-3e52-87fa-ada5e25e8bf7/cluster_3110a569-5a05-6d1a-134f-588b98df9509/data/data2/current/BP-217698587-172.17.0.3-1731104186840 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T22:17:45,178 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T22:17:45,183 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2dabb32c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T22:17:45,183 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@190dc48d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T22:17:45,183 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T22:17:45,183 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61fc1e28{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T22:17:45,183 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@743921d8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75f4305a-015e-3e52-87fa-ada5e25e8bf7/hadoop.log.dir/,STOPPED} 2024-11-08T22:17:45,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T22:17:45,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T22:17:45,196 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T22:17:45,196 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:17:45,196 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:17:45,196 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:17:45,196 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:17:45,196 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T22:17:45,196 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=444577767, stopped=false 2024-11-08T22:17:45,196 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ff635fa717b5,39031,1731104183070 2024-11-08T22:17:45,197 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38983,1731104183308.replicationSource.wal-reader.ff635fa717b5%2C38983%2C1731104183308,1-ff635fa717b5,38983,1731104183308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/WALs/ff635fa717b5,38983,1731104183308/ff635fa717b5%2C38983%2C1731104183308.1731104185674 to pos 997, reset compression=false 2024-11-08T22:17:45,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39031-0x1011c8586760000, quorum=127.0.0.1:49872, baseZNode=/01905538587 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01905538587/running 2024-11-08T22:17:45,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38983-0x1011c8586760001, quorum=127.0.0.1:49872, baseZNode=/01905538587 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01905538587/running 2024-11-08T22:17:45,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38983-0x1011c8586760001, quorum=127.0.0.1:49872, baseZNode=/01905538587 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01905538587 2024-11-08T22:17:45,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39031-0x1011c8586760000, quorum=127.0.0.1:49872, baseZNode=/01905538587 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01905538587 2024-11-08T22:17:45,209 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T22:17:45,209 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T22:17:45,210 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:17:45,210 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:17:45,210 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ff635fa717b5,38983,1731104183308' ***** 2024-11-08T22:17:45,210 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T22:17:45,210 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39031-0x1011c8586760000, quorum=127.0.0.1:49872, baseZNode=/01905538587 Set watcher on znode that does not yet exist, /01905538587/running 2024-11-08T22:17:45,210 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38983-0x1011c8586760001, quorum=127.0.0.1:49872, baseZNode=/01905538587 Set watcher on znode that does not yet exist, /01905538587/running 2024-11-08T22:17:45,210 INFO [RS:0;ff635fa717b5:38983 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T22:17:45,210 INFO [RS:0;ff635fa717b5:38983 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T22:17:45,210 INFO [RS:0;ff635fa717b5:38983 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T22:17:45,210 INFO [RS:0;ff635fa717b5:38983 {}] regionserver.HRegionServer(3091): Received CLOSE for 6a41d1886d719ee2e82f85a6b25eea2e 2024-11-08T22:17:45,210 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T22:17:45,210 INFO [RS:0;ff635fa717b5:38983 {}] regionserver.HRegionServer(3091): Received CLOSE for f5cd0bac8f3a2b321cd0241cdf4ed47a 2024-11-08T22:17:45,210 INFO [RS:0;ff635fa717b5:38983 {}] regionserver.HRegionServer(959): stopping server ff635fa717b5,38983,1731104183308 2024-11-08T22:17:45,210 INFO [RS:0;ff635fa717b5:38983 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T22:17:45,210 INFO [RS:0;ff635fa717b5:38983 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff635fa717b5:38983. 2024-11-08T22:17:45,211 DEBUG [RS:0;ff635fa717b5:38983 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:17:45,211 DEBUG [RS:0;ff635fa717b5:38983 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:17:45,211 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6a41d1886d719ee2e82f85a6b25eea2e, disabling compactions & flushes 2024-11-08T22:17:45,211 INFO [RS:0;ff635fa717b5:38983 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T22:17:45,211 INFO [RS:0;ff635fa717b5:38983 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T22:17:45,211 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731104192496.6a41d1886d719ee2e82f85a6b25eea2e. 2024-11-08T22:17:45,211 INFO [RS:0;ff635fa717b5:38983 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T22:17:45,211 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731104192496.6a41d1886d719ee2e82f85a6b25eea2e. 2024-11-08T22:17:45,211 INFO [RS:0;ff635fa717b5:38983 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T22:17:45,211 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731104192496.6a41d1886d719ee2e82f85a6b25eea2e. after waiting 0 ms 2024-11-08T22:17:45,211 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731104192496.6a41d1886d719ee2e82f85a6b25eea2e. 2024-11-08T22:17:45,211 INFO [RS:0;ff635fa717b5:38983 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T22:17:45,211 DEBUG [RS:0;ff635fa717b5:38983 {}] regionserver.HRegionServer(1325): Online Regions={6a41d1886d719ee2e82f85a6b25eea2e=test,,1731104192496.6a41d1886d719ee2e82f85a6b25eea2e., f5cd0bac8f3a2b321cd0241cdf4ed47a=hbase:replication,,1731104195326.f5cd0bac8f3a2b321cd0241cdf4ed47a., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T22:17:45,211 DEBUG [RS:0;ff635fa717b5:38983 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6a41d1886d719ee2e82f85a6b25eea2e, f5cd0bac8f3a2b321cd0241cdf4ed47a 2024-11-08T22:17:45,211 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T22:17:45,211 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T22:17:45,211 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T22:17:45,211 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T22:17:45,211 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T22:17:45,211 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T22:17:45,215 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/data/default/test/6a41d1886d719ee2e82f85a6b25eea2e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T22:17:45,215 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T22:17:45,215 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T22:17:45,215 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731104192496.6a41d1886d719ee2e82f85a6b25eea2e. 2024-11-08T22:17:45,215 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6a41d1886d719ee2e82f85a6b25eea2e: Waiting for close lock at 1731104265211Running coprocessor pre-close hooks at 1731104265211Disabling compacts and flushes for region at 1731104265211Disabling writes for close at 1731104265211Writing region close event to WAL at 1731104265212 (+1 ms)Running coprocessor post-close hooks at 1731104265215 (+3 ms)Closed at 1731104265215 2024-11-08T22:17:45,215 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731104192496.6a41d1886d719ee2e82f85a6b25eea2e. 2024-11-08T22:17:45,216 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f5cd0bac8f3a2b321cd0241cdf4ed47a, disabling compactions & flushes 2024-11-08T22:17:45,216 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731104195326.f5cd0bac8f3a2b321cd0241cdf4ed47a. 2024-11-08T22:17:45,216 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731104195326.f5cd0bac8f3a2b321cd0241cdf4ed47a. 2024-11-08T22:17:45,216 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731104195326.f5cd0bac8f3a2b321cd0241cdf4ed47a. after waiting 0 ms 2024-11-08T22:17:45,216 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731104195326.f5cd0bac8f3a2b321cd0241cdf4ed47a. 2024-11-08T22:17:45,216 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f5cd0bac8f3a2b321cd0241cdf4ed47a 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-08T22:17:45,228 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/data/hbase/meta/1588230740/.tmp/info/5774ffcb4e8544d3ace8bc09403a0443 is 147, key is hbase:replication,,1731104195326.f5cd0bac8f3a2b321cd0241cdf4ed47a./info:regioninfo/1731104196115/Put/seqid=0 2024-11-08T22:17:45,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41881 is added to blk_1073741844_1020 (size=7686) 2024-11-08T22:17:45,235 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/data/hbase/replication/f5cd0bac8f3a2b321cd0241cdf4ed47a/.tmp/hfileref/a1b2542378af4b60b1e5a38e66744c80 is 74, key is 1/hfileref:229a6dc0abca4fe2b9f6bbd3185fad11_SeqId_4_/1731104199470/DeleteColumn/seqid=0 2024-11-08T22:17:45,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41881 is added to blk_1073741845_1021 (size=5203) 2024-11-08T22:17:45,307 INFO [regionserver/ff635fa717b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T22:17:45,411 DEBUG [RS:0;ff635fa717b5:38983 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f5cd0bac8f3a2b321cd0241cdf4ed47a 2024-11-08T22:17:45,579 INFO [regionserver/ff635fa717b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T22:17:45,579 INFO [regionserver/ff635fa717b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T22:17:45,611 DEBUG [RS:0;ff635fa717b5:38983 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f5cd0bac8f3a2b321cd0241cdf4ed47a 2024-11-08T22:17:45,633 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/data/hbase/meta/1588230740/.tmp/info/5774ffcb4e8544d3ace8bc09403a0443 2024-11-08T22:17:45,639 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/data/hbase/replication/f5cd0bac8f3a2b321cd0241cdf4ed47a/.tmp/hfileref/a1b2542378af4b60b1e5a38e66744c80 2024-11-08T22:17:45,653 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/data/hbase/meta/1588230740/.tmp/ns/e7eea38a9af44a01b628ecab5b99f1f7 is 43, key is default/ns:d/1731104186714/Put/seqid=0 2024-11-08T22:17:45,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41881 is added to blk_1073741846_1022 (size=5153) 2024-11-08T22:17:45,659 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/data/hbase/replication/f5cd0bac8f3a2b321cd0241cdf4ed47a/.tmp/queue/09df6fdc23da4dec91f69e0ad033d2ff is 153, key is 1-ff635fa717b5,38983,1731104183308/queue:ff635fa717b5%2C38983%2C1731104183308/1731104202102/Put/seqid=0 2024-11-08T22:17:45,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41881 is added to blk_1073741847_1023 (size=5352) 2024-11-08T22:17:45,811 DEBUG [RS:0;ff635fa717b5:38983 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f5cd0bac8f3a2b321cd0241cdf4ed47a 2024-11-08T22:17:46,012 DEBUG [RS:0;ff635fa717b5:38983 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f5cd0bac8f3a2b321cd0241cdf4ed47a 2024-11-08T22:17:46,058 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/data/hbase/meta/1588230740/.tmp/ns/e7eea38a9af44a01b628ecab5b99f1f7 2024-11-08T22:17:46,063 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/data/hbase/replication/f5cd0bac8f3a2b321cd0241cdf4ed47a/.tmp/queue/09df6fdc23da4dec91f69e0ad033d2ff 2024-11-08T22:17:46,070 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/data/hbase/replication/f5cd0bac8f3a2b321cd0241cdf4ed47a/.tmp/hfileref/a1b2542378af4b60b1e5a38e66744c80 as hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/data/hbase/replication/f5cd0bac8f3a2b321cd0241cdf4ed47a/hfileref/a1b2542378af4b60b1e5a38e66744c80 2024-11-08T22:17:46,076 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/data/hbase/replication/f5cd0bac8f3a2b321cd0241cdf4ed47a/hfileref/a1b2542378af4b60b1e5a38e66744c80, entries=2, sequenceid=10, filesize=5.1 K 2024-11-08T22:17:46,077 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/data/hbase/replication/f5cd0bac8f3a2b321cd0241cdf4ed47a/.tmp/queue/09df6fdc23da4dec91f69e0ad033d2ff as hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/data/hbase/replication/f5cd0bac8f3a2b321cd0241cdf4ed47a/queue/09df6fdc23da4dec91f69e0ad033d2ff 2024-11-08T22:17:46,080 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/data/hbase/meta/1588230740/.tmp/rep_barrier/92c5e19420e444c4847d19bcc1576405 is 112, key is test,,1731104192496.6a41d1886d719ee2e82f85a6b25eea2e./rep_barrier:seqnumDuringOpen/1731104193665/Put/seqid=0 2024-11-08T22:17:46,083 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/data/hbase/replication/f5cd0bac8f3a2b321cd0241cdf4ed47a/queue/09df6fdc23da4dec91f69e0ad033d2ff, entries=1, sequenceid=10, filesize=5.2 K 2024-11-08T22:17:46,084 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for f5cd0bac8f3a2b321cd0241cdf4ed47a in 868ms, sequenceid=10, compaction requested=false 2024-11-08T22:17:46,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41881 is added to blk_1073741848_1024 (size=5518) 2024-11-08T22:17:46,088 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/data/hbase/replication/f5cd0bac8f3a2b321cd0241cdf4ed47a/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-08T22:17:46,088 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T22:17:46,089 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T22:17:46,089 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731104195326.f5cd0bac8f3a2b321cd0241cdf4ed47a. 2024-11-08T22:17:46,089 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f5cd0bac8f3a2b321cd0241cdf4ed47a: Waiting for close lock at 1731104265216Running coprocessor pre-close hooks at 1731104265216Disabling compacts and flushes for region at 1731104265216Disabling writes for close at 1731104265216Obtaining lock to block concurrent updates at 1731104265216Preparing flush snapshotting stores in f5cd0bac8f3a2b321cd0241cdf4ed47a at 1731104265216Finished memstore snapshotting hbase:replication,,1731104195326.f5cd0bac8f3a2b321cd0241cdf4ed47a., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731104265216Flushing stores of hbase:replication,,1731104195326.f5cd0bac8f3a2b321cd0241cdf4ed47a. at 1731104265217 (+1 ms)Flushing f5cd0bac8f3a2b321cd0241cdf4ed47a/hfileref: creating writer at 1731104265217Flushing f5cd0bac8f3a2b321cd0241cdf4ed47a/hfileref: appending metadata at 1731104265234 (+17 ms)Flushing f5cd0bac8f3a2b321cd0241cdf4ed47a/hfileref: closing flushed file at 1731104265234Flushing f5cd0bac8f3a2b321cd0241cdf4ed47a/queue: creating writer at 1731104265644 (+410 ms)Flushing f5cd0bac8f3a2b321cd0241cdf4ed47a/queue: appending metadata at 1731104265658 (+14 ms)Flushing f5cd0bac8f3a2b321cd0241cdf4ed47a/queue: closing flushed file at 1731104265658Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4deb4e47: reopening flushed file at 1731104266069 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f3d476b: reopening flushed file at 1731104266076 (+7 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for f5cd0bac8f3a2b321cd0241cdf4ed47a in 868ms, sequenceid=10, compaction requested=false at 1731104266084 (+8 ms)Writing region close event to WAL at 1731104266085 (+1 ms)Running coprocessor post-close hooks at 1731104266088 (+3 ms)Closed at 1731104266089 (+1 ms) 2024-11-08T22:17:46,089 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731104195326.f5cd0bac8f3a2b321cd0241cdf4ed47a. 2024-11-08T22:17:46,212 INFO [RS:0;ff635fa717b5:38983 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T22:17:46,212 DEBUG [RS:0;ff635fa717b5:38983 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T22:17:46,212 DEBUG [RS:0;ff635fa717b5:38983 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T22:17:46,412 DEBUG [RS:0;ff635fa717b5:38983 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T22:17:46,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:17:46,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:17:46,419 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:17:46,419 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:17:46,424 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:17:46,486 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/data/hbase/meta/1588230740/.tmp/rep_barrier/92c5e19420e444c4847d19bcc1576405 2024-11-08T22:17:46,504 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/data/hbase/meta/1588230740/.tmp/table/fd3e8588642e4634a5c681073293ed2b is 53, key is hbase:replication/table:state/1731104196124/Put/seqid=0 2024-11-08T22:17:46,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41881 is added to blk_1073741849_1025 (size=5308) 2024-11-08T22:17:46,612 DEBUG [RS:0;ff635fa717b5:38983 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T22:17:46,812 DEBUG [RS:0;ff635fa717b5:38983 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T22:17:46,908 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/data/hbase/meta/1588230740/.tmp/table/fd3e8588642e4634a5c681073293ed2b 2024-11-08T22:17:46,914 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/data/hbase/meta/1588230740/.tmp/info/5774ffcb4e8544d3ace8bc09403a0443 as hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/data/hbase/meta/1588230740/info/5774ffcb4e8544d3ace8bc09403a0443 2024-11-08T22:17:46,919 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/data/hbase/meta/1588230740/info/5774ffcb4e8544d3ace8bc09403a0443, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T22:17:46,919 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/data/hbase/meta/1588230740/.tmp/ns/e7eea38a9af44a01b628ecab5b99f1f7 as hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/data/hbase/meta/1588230740/ns/e7eea38a9af44a01b628ecab5b99f1f7 2024-11-08T22:17:46,925 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/data/hbase/meta/1588230740/ns/e7eea38a9af44a01b628ecab5b99f1f7, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T22:17:46,926 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/data/hbase/meta/1588230740/.tmp/rep_barrier/92c5e19420e444c4847d19bcc1576405 as hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/data/hbase/meta/1588230740/rep_barrier/92c5e19420e444c4847d19bcc1576405 2024-11-08T22:17:46,929 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T22:17:46,931 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/data/hbase/meta/1588230740/rep_barrier/92c5e19420e444c4847d19bcc1576405, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T22:17:46,932 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/data/hbase/meta/1588230740/.tmp/table/fd3e8588642e4634a5c681073293ed2b as hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/data/hbase/meta/1588230740/table/fd3e8588642e4634a5c681073293ed2b 2024-11-08T22:17:46,938 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/data/hbase/meta/1588230740/table/fd3e8588642e4634a5c681073293ed2b, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T22:17:46,939 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1728ms, sequenceid=16, compaction requested=false 2024-11-08T22:17:46,939 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T22:17:46,948 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T22:17:46,948 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T22:17:46,948 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T22:17:46,948 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T22:17:46,948 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731104265211Running coprocessor pre-close hooks at 1731104265211Disabling compacts and flushes for region at 1731104265211Disabling writes for close at 1731104265211Obtaining lock to block concurrent updates at 1731104265211Preparing flush snapshotting stores in 1588230740 at 1731104265211Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731104265212 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731104265212Flushing 1588230740/info: creating writer at 1731104265213 (+1 ms)Flushing 1588230740/info: appending metadata at 1731104265228 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731104265228Flushing 1588230740/ns: creating writer at 1731104265639 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731104265652 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731104265652Flushing 1588230740/rep_barrier: creating writer at 1731104266065 (+413 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731104266080 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731104266080Flushing 1588230740/table: creating writer at 1731104266491 (+411 ms)Flushing 1588230740/table: appending metadata at 1731104266504 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731104266504Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bb778ea: reopening flushed file at 1731104266913 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cec389c: reopening flushed file at 1731104266919 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cc5e774: reopening flushed file at 1731104266925 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a198d43: reopening flushed file at 1731104266931 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1728ms, sequenceid=16, compaction requested=false at 1731104266939 (+8 ms)Writing region close event to WAL at 1731104266944 (+5 ms)Running coprocessor post-close hooks at 1731104266948 (+4 ms)Closed at 1731104266948 2024-11-08T22:17:46,949 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T22:17:46,955 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:17:46,956 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:17:46,956 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:17:46,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:17:46,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:17:47,013 INFO [RS:0;ff635fa717b5:38983 {}] regionserver.HRegionServer(976): stopping server ff635fa717b5,38983,1731104183308; all regions closed. 2024-11-08T22:17:47,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41881 is added to blk_1073741834_1010 (size=4239) 2024-11-08T22:17:47,015 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/WALs/ff635fa717b5,38983,1731104183308/ff635fa717b5%2C38983%2C1731104183308.meta.1731104186617.meta not finished, retry = 0 2024-11-08T22:17:47,118 DEBUG [RS:0;ff635fa717b5:38983 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/oldWALs 2024-11-08T22:17:47,118 INFO [RS:0;ff635fa717b5:38983 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ff635fa717b5%2C38983%2C1731104183308.meta:.meta(num 1731104186617) 2024-11-08T22:17:47,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41881 is added to blk_1073741839_1015 (size=2700) 2024-11-08T22:17:47,122 DEBUG [RS:0;ff635fa717b5:38983 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/oldWALs 2024-11-08T22:17:47,122 INFO [RS:0;ff635fa717b5:38983 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ff635fa717b5%2C38983%2C1731104183308.rep:(num 1731104196074) 2024-11-08T22:17:47,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41881 is added to blk_1073741832_1008 (size=1300) 2024-11-08T22:17:47,127 DEBUG [RS:0;ff635fa717b5:38983 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/oldWALs 2024-11-08T22:17:47,127 INFO [RS:0;ff635fa717b5:38983 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ff635fa717b5%2C38983%2C1731104183308:(num 1731104185674) 2024-11-08T22:17:47,127 DEBUG [RS:0;ff635fa717b5:38983 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:17:47,127 INFO [RS:0;ff635fa717b5:38983 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T22:17:47,127 INFO [RS:0;ff635fa717b5:38983 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T22:17:47,127 INFO [RS:0;ff635fa717b5:38983 {}] hbase.ChoreService(370): Chore service for: regionserver/ff635fa717b5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T22:17:47,127 INFO [RS:0;ff635fa717b5:38983 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T22:17:47,127 INFO [regionserver/ff635fa717b5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T22:17:47,128 INFO [RS:0;ff635fa717b5:38983 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ff635fa717b5,38983,1731104183308 because: Region server is closing 2024-11-08T22:17:47,128 INFO [RS:0;ff635fa717b5:38983 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff635fa717b5:38983. 2024-11-08T22:17:47,128 DEBUG [RS:0;ff635fa717b5:38983 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:17:47,128 DEBUG [RS:0;ff635fa717b5:38983 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:17:47,128 DEBUG [RS:0;ff635fa717b5:38983 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:17:47,128 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:17:47,228 WARN [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38983,1731104183308.replicationSource.wal-reader.ff635fa717b5%2C38983%2C1731104183308,1-ff635fa717b5,38983,1731104183308 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T22:17:47,228 WARN [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38983,1731104183308.replicationSource.shipperff635fa717b5%2C38983%2C1731104183308,1-ff635fa717b5,38983,1731104183308 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-08T22:17:47,229 INFO [RS:0;ff635fa717b5:38983 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38983,1731104183308.replicationSource.shipperff635fa717b5%2C38983%2C1731104183308,1-ff635fa717b5,38983,1731104183308 terminated 2024-11-08T22:17:47,229 INFO [RS:0;ff635fa717b5:38983 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38983 2024-11-08T22:17:47,367 INFO [RS:0;ff635fa717b5:38983 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T22:17:47,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38983-0x1011c8586760001, quorum=127.0.0.1:49872, baseZNode=/01905538587 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01905538587/rs/ff635fa717b5,38983,1731104183308 2024-11-08T22:17:47,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39031-0x1011c8586760000, quorum=127.0.0.1:49872, baseZNode=/01905538587 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01905538587/rs 2024-11-08T22:17:47,464 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ff635fa717b5,38983,1731104183308] 2024-11-08T22:17:47,483 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01905538587/draining/ff635fa717b5,38983,1731104183308 already deleted, retry=false 2024-11-08T22:17:47,483 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ff635fa717b5,38983,1731104183308 expired; onlineServers=0 2024-11-08T22:17:47,483 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ff635fa717b5,39031,1731104183070' ***** 2024-11-08T22:17:47,483 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T22:17:47,483 INFO [M:0;ff635fa717b5:39031 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T22:17:47,483 INFO [M:0;ff635fa717b5:39031 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T22:17:47,483 DEBUG [M:0;ff635fa717b5:39031 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T22:17:47,483 DEBUG [M:0;ff635fa717b5:39031 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T22:17:47,483 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T22:17:47,483 DEBUG [master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.small.0-1731104185440 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.small.0-1731104185440,5,FailOnTimeoutGroup] 2024-11-08T22:17:47,483 DEBUG [master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.large.0-1731104185432 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.large.0-1731104185432,5,FailOnTimeoutGroup] 2024-11-08T22:17:47,483 INFO [M:0;ff635fa717b5:39031 {}] hbase.ChoreService(370): Chore service for: master/ff635fa717b5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T22:17:47,483 INFO [M:0;ff635fa717b5:39031 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T22:17:47,483 DEBUG [M:0;ff635fa717b5:39031 {}] master.HMaster(1795): Stopping service threads 2024-11-08T22:17:47,483 INFO [M:0;ff635fa717b5:39031 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T22:17:47,483 INFO [M:0;ff635fa717b5:39031 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T22:17:47,483 INFO [M:0;ff635fa717b5:39031 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T22:17:47,483 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T22:17:47,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39031-0x1011c8586760000, quorum=127.0.0.1:49872, baseZNode=/01905538587 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01905538587/master 2024-11-08T22:17:47,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39031-0x1011c8586760000, quorum=127.0.0.1:49872, baseZNode=/01905538587 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01905538587 2024-11-08T22:17:47,493 DEBUG [M:0;ff635fa717b5:39031 {}] zookeeper.ZKUtil(347): master:39031-0x1011c8586760000, quorum=127.0.0.1:49872, baseZNode=/01905538587 Unable to get data of znode /01905538587/master because node does not exist (not an error) 2024-11-08T22:17:47,493 WARN [M:0;ff635fa717b5:39031 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T22:17:47,494 INFO [M:0;ff635fa717b5:39031 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/.lastflushedseqids 2024-11-08T22:17:47,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41881 is added to blk_1073741850_1026 (size=263) 2024-11-08T22:17:47,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38983-0x1011c8586760001, quorum=127.0.0.1:49872, baseZNode=/01905538587 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:17:47,564 INFO [RS:0;ff635fa717b5:38983 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T22:17:47,565 INFO [RS:0;ff635fa717b5:38983 {}] regionserver.HRegionServer(1031): Exiting; stopping=ff635fa717b5,38983,1731104183308; zookeeper connection closed. 2024-11-08T22:17:47,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38983-0x1011c8586760001, quorum=127.0.0.1:49872, baseZNode=/01905538587 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:17:47,565 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2b279863 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2b279863 2024-11-08T22:17:47,565 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T22:17:47,899 INFO [M:0;ff635fa717b5:39031 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T22:17:47,899 INFO [M:0;ff635fa717b5:39031 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T22:17:47,900 DEBUG [M:0;ff635fa717b5:39031 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T22:17:47,900 INFO [M:0;ff635fa717b5:39031 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:17:47,900 DEBUG [M:0;ff635fa717b5:39031 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:17:47,900 DEBUG [M:0;ff635fa717b5:39031 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T22:17:47,900 DEBUG [M:0;ff635fa717b5:39031 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:17:47,900 INFO [M:0;ff635fa717b5:39031 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-11-08T22:17:47,914 DEBUG [M:0;ff635fa717b5:39031 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4d112f1a7f08493e8e001e716a5776a8 is 82, key is hbase:meta,,1/info:regioninfo/1731104186657/Put/seqid=0 2024-11-08T22:17:47,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41881 is added to blk_1073741851_1027 (size=5672) 2024-11-08T22:17:48,319 INFO [M:0;ff635fa717b5:39031 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4d112f1a7f08493e8e001e716a5776a8 2024-11-08T22:17:48,336 DEBUG [M:0;ff635fa717b5:39031 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4de02bdb56404aa9be2fefe60336ef59 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731104193686/Put/seqid=0 2024-11-08T22:17:48,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41881 is added to blk_1073741852_1028 (size=7240) 2024-11-08T22:17:48,740 INFO [M:0;ff635fa717b5:39031 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4de02bdb56404aa9be2fefe60336ef59 2024-11-08T22:17:48,745 INFO [M:0;ff635fa717b5:39031 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4de02bdb56404aa9be2fefe60336ef59 2024-11-08T22:17:48,761 DEBUG [M:0;ff635fa717b5:39031 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2acfd336e63c42f4924117e9eaec67fe is 69, key is ff635fa717b5,38983,1731104183308/rs:state/1731104185513/Put/seqid=0 2024-11-08T22:17:48,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41881 is added to blk_1073741853_1029 (size=5156) 2024-11-08T22:17:49,165 INFO [M:0;ff635fa717b5:39031 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2acfd336e63c42f4924117e9eaec67fe 2024-11-08T22:17:49,171 DEBUG [M:0;ff635fa717b5:39031 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4d112f1a7f08493e8e001e716a5776a8 as hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4d112f1a7f08493e8e001e716a5776a8 2024-11-08T22:17:49,175 INFO [M:0;ff635fa717b5:39031 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4d112f1a7f08493e8e001e716a5776a8, entries=8, sequenceid=105, filesize=5.5 K 2024-11-08T22:17:49,176 DEBUG [M:0;ff635fa717b5:39031 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4de02bdb56404aa9be2fefe60336ef59 as hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4de02bdb56404aa9be2fefe60336ef59 2024-11-08T22:17:49,180 INFO [M:0;ff635fa717b5:39031 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4de02bdb56404aa9be2fefe60336ef59 2024-11-08T22:17:49,180 INFO [M:0;ff635fa717b5:39031 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4de02bdb56404aa9be2fefe60336ef59, entries=11, sequenceid=105, filesize=7.1 K 2024-11-08T22:17:49,181 DEBUG [M:0;ff635fa717b5:39031 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2acfd336e63c42f4924117e9eaec67fe as hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2acfd336e63c42f4924117e9eaec67fe 2024-11-08T22:17:49,185 INFO [M:0;ff635fa717b5:39031 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37869/user/jenkins/test-data/1804a32b-5692-0a30-9ea2-e497a59c7047/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2acfd336e63c42f4924117e9eaec67fe, entries=1, sequenceid=105, filesize=5.0 K 2024-11-08T22:17:49,186 INFO [M:0;ff635fa717b5:39031 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=105, compaction requested=false 2024-11-08T22:17:49,187 INFO [M:0;ff635fa717b5:39031 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:17:49,187 DEBUG [M:0;ff635fa717b5:39031 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731104267900Disabling compacts and flushes for region at 1731104267900Disabling writes for close at 1731104267900Obtaining lock to block concurrent updates at 1731104267900Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731104267900Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1731104267900Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731104267901 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731104267901Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731104267914 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731104267914Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731104268323 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731104268335 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731104268335Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731104268745 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731104268761 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731104268761Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27a9b917: reopening flushed file at 1731104269170 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3508acb4: reopening flushed file at 1731104269175 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@280d6496: reopening flushed file at 1731104269180 (+5 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=105, compaction requested=false at 1731104269186 (+6 ms)Writing region close event to WAL at 1731104269187 (+1 ms)Closed at 1731104269187 2024-11-08T22:17:49,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41881 is added to blk_1073741830_1006 (size=64526) 2024-11-08T22:17:49,190 INFO [M:0;ff635fa717b5:39031 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T22:17:49,190 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T22:17:49,190 INFO [M:0;ff635fa717b5:39031 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39031 2024-11-08T22:17:49,190 INFO [M:0;ff635fa717b5:39031 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T22:17:49,351 INFO [M:0;ff635fa717b5:39031 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T22:17:49,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39031-0x1011c8586760000, quorum=127.0.0.1:49872, baseZNode=/01905538587 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:17:49,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39031-0x1011c8586760000, quorum=127.0.0.1:49872, baseZNode=/01905538587 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:17:49,354 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@77693485{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T22:17:49,354 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@61327946{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T22:17:49,354 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T22:17:49,354 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e0f1b25{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T22:17:49,354 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b54e91e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf11b045-3306-24ce-67b6-cb6a7921e80f/hadoop.log.dir/,STOPPED} 2024-11-08T22:17:49,355 WARN [BP-1240410505-172.17.0.3-1731104180971 heartbeating to localhost/127.0.0.1:37869 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T22:17:49,355 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T22:17:49,355 WARN [BP-1240410505-172.17.0.3-1731104180971 heartbeating to localhost/127.0.0.1:37869 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1240410505-172.17.0.3-1731104180971 (Datanode Uuid ba508919-c388-4cc7-bb93-2ba248e4de00) service to localhost/127.0.0.1:37869 2024-11-08T22:17:49,355 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T22:17:49,356 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf11b045-3306-24ce-67b6-cb6a7921e80f/cluster_c63d1902-0f26-7095-5b3c-f865b96f255a/data/data1/current/BP-1240410505-172.17.0.3-1731104180971 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T22:17:49,356 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf11b045-3306-24ce-67b6-cb6a7921e80f/cluster_c63d1902-0f26-7095-5b3c-f865b96f255a/data/data2/current/BP-1240410505-172.17.0.3-1731104180971 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T22:17:49,356 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T22:17:49,361 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4a8750cd{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T22:17:49,364 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1425a20b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T22:17:49,364 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T22:17:49,365 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74cb0f58{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T22:17:49,365 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b67d833{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf11b045-3306-24ce-67b6-cb6a7921e80f/hadoop.log.dir/,STOPPED} 2024-11-08T22:17:49,371 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T22:17:49,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T22:17:49,392 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=158 (was 137) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:41169 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f9158b8d840.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41169 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:41169 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:41169 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41169 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37869 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37869 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41169 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:37869 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49872) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f9158b8d840.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:41169 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:37869 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37869 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:37869 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49872) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41169 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37869 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:37869 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=502 (was 464) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=353 (was 418), ProcessCount=11 (was 11), AvailableMemoryMB=2367 (was 1857) - AvailableMemoryMB LEAK? - 2024-11-08T22:17:49,399 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=159, OpenFileDescriptor=502, MaxFileDescriptor=1048576, SystemLoadAverage=353, ProcessCount=11, AvailableMemoryMB=2367 2024-11-08T22:17:49,411 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-08T22:17:49,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75f4305a-015e-3e52-87fa-ada5e25e8bf7/hadoop.log.dir so I do NOT create it in target/test-data/392d372d-8e7d-4442-156c-57db61c2d7db 2024-11-08T22:17:49,411 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75f4305a-015e-3e52-87fa-ada5e25e8bf7/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T22:17:49,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75f4305a-015e-3e52-87fa-ada5e25e8bf7/hadoop.tmp.dir so I do NOT create it in target/test-data/392d372d-8e7d-4442-156c-57db61c2d7db 2024-11-08T22:17:49,412 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75f4305a-015e-3e52-87fa-ada5e25e8bf7/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T22:17:49,412 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/392d372d-8e7d-4442-156c-57db61c2d7db 2024-11-08T22:17:49,412 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/392d372d-8e7d-4442-156c-57db61c2d7db/cluster_6bcc5f0e-0668-dde3-b667-97639c0405c0, deleteOnExit=true 2024-11-08T22:17:49,429 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/392d372d-8e7d-4442-156c-57db61c2d7db/cluster_6bcc5f0e-0668-dde3-b667-97639c0405c0/zookeeper_0, clientPort=58764, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/392d372d-8e7d-4442-156c-57db61c2d7db/cluster_6bcc5f0e-0668-dde3-b667-97639c0405c0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/392d372d-8e7d-4442-156c-57db61c2d7db/cluster_6bcc5f0e-0668-dde3-b667-97639c0405c0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T22:17:49,430 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58764 2024-11-08T22:17:49,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T22:17:49,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T22:17:49,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/392d372d-8e7d-4442-156c-57db61c2d7db/test.cache.data in system properties and HBase conf 2024-11-08T22:17:49,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/392d372d-8e7d-4442-156c-57db61c2d7db/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T22:17:49,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/392d372d-8e7d-4442-156c-57db61c2d7db/hadoop.log.dir in system properties and HBase conf 2024-11-08T22:17:49,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/392d372d-8e7d-4442-156c-57db61c2d7db/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T22:17:49,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/392d372d-8e7d-4442-156c-57db61c2d7db/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T22:17:49,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T22:17:49,431 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T22:17:49,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/392d372d-8e7d-4442-156c-57db61c2d7db/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T22:17:49,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/392d372d-8e7d-4442-156c-57db61c2d7db/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T22:17:49,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/392d372d-8e7d-4442-156c-57db61c2d7db/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T22:17:49,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/392d372d-8e7d-4442-156c-57db61c2d7db/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T22:17:49,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/392d372d-8e7d-4442-156c-57db61c2d7db/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T22:17:49,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/392d372d-8e7d-4442-156c-57db61c2d7db/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T22:17:49,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/392d372d-8e7d-4442-156c-57db61c2d7db/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T22:17:49,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/392d372d-8e7d-4442-156c-57db61c2d7db/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T22:17:49,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/392d372d-8e7d-4442-156c-57db61c2d7db/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T22:17:49,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/392d372d-8e7d-4442-156c-57db61c2d7db/nfs.dump.dir in system properties and HBase conf 2024-11-08T22:17:49,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/392d372d-8e7d-4442-156c-57db61c2d7db/java.io.tmpdir in system properties and HBase conf 2024-11-08T22:17:49,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/392d372d-8e7d-4442-156c-57db61c2d7db/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T22:17:49,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/392d372d-8e7d-4442-156c-57db61c2d7db/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T22:17:49,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/392d372d-8e7d-4442-156c-57db61c2d7db/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T22:17:49,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011c8586760005, quorum=127.0.0.1:49872, baseZNode=/1-232260051 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T22:17:49,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011c8586760002, quorum=127.0.0.1:49872, baseZNode=/01905538587 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T22:17:49,469 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011c8586760002, quorum=127.0.0.1:49872, baseZNode=/01905538587 Received Disconnected from ZooKeeper, ignoring 2024-11-08T22:17:49,469 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011c8586760005, quorum=127.0.0.1:49872, baseZNode=/1-232260051 Received Disconnected from ZooKeeper, ignoring 2024-11-08T22:17:49,763 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T22:17:49,766 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T22:17:49,768 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T22:17:49,768 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T22:17:49,768 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T22:17:49,769 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T22:17:49,770 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@645f7d76{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/392d372d-8e7d-4442-156c-57db61c2d7db/hadoop.log.dir/,AVAILABLE} 2024-11-08T22:17:49,770 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@830a9f8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T22:17:49,864 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6fbd2b8b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/392d372d-8e7d-4442-156c-57db61c2d7db/java.io.tmpdir/jetty-localhost-37217-hadoop-hdfs-3_4_1-tests_jar-_-any-4742497128294121176/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T22:17:49,864 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3ee8259d{HTTP/1.1, (http/1.1)}{localhost:37217} 2024-11-08T22:17:49,864 INFO [Time-limited test {}] server.Server(415): Started @144125ms 2024-11-08T22:17:50,254 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T22:17:50,258 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T22:17:50,259 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T22:17:50,259 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T22:17:50,259 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T22:17:50,260 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72697519{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/392d372d-8e7d-4442-156c-57db61c2d7db/hadoop.log.dir/,AVAILABLE} 2024-11-08T22:17:50,260 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d0e3efc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T22:17:50,355 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@23cc2f18{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/392d372d-8e7d-4442-156c-57db61c2d7db/java.io.tmpdir/jetty-localhost-34267-hadoop-hdfs-3_4_1-tests_jar-_-any-6099735589689161586/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T22:17:50,355 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a7ac3fe{HTTP/1.1, (http/1.1)}{localhost:34267} 2024-11-08T22:17:50,355 INFO [Time-limited test {}] server.Server(415): Started @144616ms 2024-11-08T22:17:50,356 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T22:17:51,071 WARN [Thread-1283 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/392d372d-8e7d-4442-156c-57db61c2d7db/cluster_6bcc5f0e-0668-dde3-b667-97639c0405c0/data/data1/current/BP-1070817330-172.17.0.3-1731104269447/current, will proceed with Du for space computation calculation, 2024-11-08T22:17:51,072 WARN [Thread-1284 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/392d372d-8e7d-4442-156c-57db61c2d7db/cluster_6bcc5f0e-0668-dde3-b667-97639c0405c0/data/data2/current/BP-1070817330-172.17.0.3-1731104269447/current, will proceed with Du for space computation calculation, 2024-11-08T22:17:51,092 WARN [Thread-1271 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T22:17:51,095 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6345ec4c72c70b8a with lease ID 0xb9c6271516af204b: Processing first storage report for DS-f8e56db2-5ccb-462e-ae33-b5ffd24a618d from datanode DatanodeRegistration(127.0.0.1:40361, datanodeUuid=c002d703-32e8-4076-bdc7-f8ee8a6d1655, infoPort=37789, infoSecurePort=0, ipcPort=46061, storageInfo=lv=-57;cid=testClusterID;nsid=408182082;c=1731104269447) 2024-11-08T22:17:51,095 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6345ec4c72c70b8a with lease ID 0xb9c6271516af204b: from storage DS-f8e56db2-5ccb-462e-ae33-b5ffd24a618d node DatanodeRegistration(127.0.0.1:40361, datanodeUuid=c002d703-32e8-4076-bdc7-f8ee8a6d1655, infoPort=37789, infoSecurePort=0, ipcPort=46061, storageInfo=lv=-57;cid=testClusterID;nsid=408182082;c=1731104269447), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T22:17:51,095 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6345ec4c72c70b8a with lease ID 0xb9c6271516af204b: Processing first storage report for DS-adfc1d54-596e-41eb-b310-02666c6f3c6f from datanode DatanodeRegistration(127.0.0.1:40361, datanodeUuid=c002d703-32e8-4076-bdc7-f8ee8a6d1655, infoPort=37789, infoSecurePort=0, ipcPort=46061, storageInfo=lv=-57;cid=testClusterID;nsid=408182082;c=1731104269447) 2024-11-08T22:17:51,095 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6345ec4c72c70b8a with lease ID 0xb9c6271516af204b: from storage DS-adfc1d54-596e-41eb-b310-02666c6f3c6f node DatanodeRegistration(127.0.0.1:40361, datanodeUuid=c002d703-32e8-4076-bdc7-f8ee8a6d1655, infoPort=37789, infoSecurePort=0, ipcPort=46061, storageInfo=lv=-57;cid=testClusterID;nsid=408182082;c=1731104269447), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T22:17:51,182 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/392d372d-8e7d-4442-156c-57db61c2d7db 2024-11-08T22:17:51,182 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:17:51,183 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:17:51,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40361 is added to blk_1073741825_1001 (size=7) 2024-11-08T22:17:51,592 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d with version=8 2024-11-08T22:17:51,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/hbase-staging 2024-11-08T22:17:51,594 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ff635fa717b5:0 server-side Connection retries=45 2024-11-08T22:17:51,594 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:17:51,594 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T22:17:51,594 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T22:17:51,594 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:17:51,594 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T22:17:51,594 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T22:17:51,595 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T22:17:51,595 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41689 2024-11-08T22:17:51,596 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41689 connecting to ZooKeeper ensemble=127.0.0.1:58764 2024-11-08T22:17:51,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:416890x0, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T22:17:51,688 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41689-0x1011c86e0200000 connected 2024-11-08T22:17:51,767 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:17:51,768 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:17:51,770 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41689-0x1011c86e0200000, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Set watcher on znode that does not yet exist, /0-1852933509/running 2024-11-08T22:17:51,770 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d, hbase.cluster.distributed=false 2024-11-08T22:17:51,772 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41689-0x1011c86e0200000, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Set watcher on znode that does not yet exist, /0-1852933509/acl 2024-11-08T22:17:51,773 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41689 2024-11-08T22:17:51,773 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41689 2024-11-08T22:17:51,773 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41689 2024-11-08T22:17:51,773 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41689 2024-11-08T22:17:51,774 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41689 2024-11-08T22:17:51,786 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ff635fa717b5:0 server-side Connection retries=45 2024-11-08T22:17:51,786 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:17:51,786 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T22:17:51,786 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T22:17:51,786 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:17:51,786 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T22:17:51,787 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T22:17:51,787 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T22:17:51,787 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42469 2024-11-08T22:17:51,788 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42469 connecting to ZooKeeper ensemble=127.0.0.1:58764 2024-11-08T22:17:51,789 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:17:51,790 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:17:51,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:424690x0, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T22:17:51,798 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:424690x0, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Set watcher on znode that does not yet exist, /0-1852933509/running 2024-11-08T22:17:51,799 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42469-0x1011c86e0200001 connected 2024-11-08T22:17:51,799 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T22:17:51,800 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T22:17:51,801 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42469-0x1011c86e0200001, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Set watcher on znode that does not yet exist, /0-1852933509/master 2024-11-08T22:17:51,802 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42469-0x1011c86e0200001, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Set watcher on znode that does not yet exist, /0-1852933509/acl 2024-11-08T22:17:51,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42469 2024-11-08T22:17:51,805 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42469 2024-11-08T22:17:51,805 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42469 2024-11-08T22:17:51,806 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42469 2024-11-08T22:17:51,806 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42469 2024-11-08T22:17:51,816 DEBUG [M:0;ff635fa717b5:41689 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ff635fa717b5:41689 2024-11-08T22:17:51,817 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1852933509/backup-masters/ff635fa717b5,41689,1731104271594 2024-11-08T22:17:51,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41689-0x1011c86e0200000, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1852933509/backup-masters 2024-11-08T22:17:51,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42469-0x1011c86e0200001, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1852933509/backup-masters 2024-11-08T22:17:51,830 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41689-0x1011c86e0200000, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Set watcher on existing znode=/0-1852933509/backup-masters/ff635fa717b5,41689,1731104271594 2024-11-08T22:17:51,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41689-0x1011c86e0200000, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1852933509 2024-11-08T22:17:51,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42469-0x1011c86e0200001, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1852933509/master 2024-11-08T22:17:51,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42469-0x1011c86e0200001, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1852933509 2024-11-08T22:17:51,840 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41689-0x1011c86e0200000, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Set watcher on existing znode=/0-1852933509/master 2024-11-08T22:17:51,841 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1852933509/backup-masters/ff635fa717b5,41689,1731104271594 from backup master directory 2024-11-08T22:17:51,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42469-0x1011c86e0200001, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1852933509/backup-masters 2024-11-08T22:17:51,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41689-0x1011c86e0200000, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1852933509/backup-masters/ff635fa717b5,41689,1731104271594 2024-11-08T22:17:51,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41689-0x1011c86e0200000, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1852933509/backup-masters 2024-11-08T22:17:51,893 WARN [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T22:17:51,893 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ff635fa717b5,41689,1731104271594 2024-11-08T22:17:51,897 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/hbase.id] with ID: 4752dcad-37bd-4171-baa7-7597d7948b7e 2024-11-08T22:17:51,897 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/.tmp/hbase.id 2024-11-08T22:17:51,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40361 is added to blk_1073741826_1002 (size=42) 2024-11-08T22:17:52,301 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/.tmp/hbase.id]:[hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/hbase.id] 2024-11-08T22:17:52,312 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:17:52,312 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T22:17:52,313 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T22:17:52,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41689-0x1011c86e0200000, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1852933509 2024-11-08T22:17:52,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42469-0x1011c86e0200001, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1852933509 2024-11-08T22:17:52,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40361 is added to blk_1073741827_1003 (size=196) 2024-11-08T22:17:52,450 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T22:17:52,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:17:52,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:17:52,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:17:52,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:17:52,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:17:52,478 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:17:52,762 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T22:17:52,763 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T22:17:52,763 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:17:52,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40361 is added to blk_1073741828_1004 (size=1189) 2024-11-08T22:17:53,138 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T22:17:53,138 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T22:17:53,138 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T22:17:53,138 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T22:17:53,138 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-08T22:17:53,138 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T22:17:53,138 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T22:17:53,170 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/MasterData/data/master/store 2024-11-08T22:17:53,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40361 is added to blk_1073741829_1005 (size=34) 2024-11-08T22:17:53,576 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:17:53,576 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T22:17:53,576 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:17:53,576 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:17:53,576 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T22:17:53,576 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:17:53,576 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:17:53,576 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731104273576Disabling compacts and flushes for region at 1731104273576Disabling writes for close at 1731104273576Writing region close event to WAL at 1731104273576Closed at 1731104273576 2024-11-08T22:17:53,577 WARN [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/MasterData/data/master/store/.initializing 2024-11-08T22:17:53,577 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/MasterData/WALs/ff635fa717b5,41689,1731104271594 2024-11-08T22:17:53,578 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T22:17:53,580 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ff635fa717b5%2C41689%2C1731104271594, suffix=, logDir=hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/MasterData/WALs/ff635fa717b5,41689,1731104271594, archiveDir=hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/MasterData/oldWALs, maxLogs=10 2024-11-08T22:17:53,591 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/MasterData/WALs/ff635fa717b5,41689,1731104271594/ff635fa717b5%2C41689%2C1731104271594.1731104273580, exclude list is [], retry=0 2024-11-08T22:17:53,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40361,DS-f8e56db2-5ccb-462e-ae33-b5ffd24a618d,DISK] 2024-11-08T22:17:53,595 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/MasterData/WALs/ff635fa717b5,41689,1731104271594/ff635fa717b5%2C41689%2C1731104271594.1731104273580 2024-11-08T22:17:53,596 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37789:37789)] 2024-11-08T22:17:53,596 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T22:17:53,596 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:17:53,596 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:17:53,596 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:17:53,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:17:53,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T22:17:53,598 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:17:53,599 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:17:53,599 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:17:53,600 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T22:17:53,600 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:17:53,600 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:17:53,600 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:17:53,601 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T22:17:53,601 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:17:53,601 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:17:53,601 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:17:53,602 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T22:17:53,602 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:17:53,603 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:17:53,603 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:17:53,603 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:17:53,603 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:17:53,605 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:17:53,605 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:17:53,605 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T22:17:53,606 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:17:53,607 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:17:53,608 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71488102, jitterRate=0.06525573134422302}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T22:17:53,608 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731104273596Initializing all the Stores at 1731104273597 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104273597Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104273597Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104273597Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104273597Cleaning up temporary data from old regions at 1731104273605 (+8 ms)Region opened successfully at 1731104273608 (+3 ms) 2024-11-08T22:17:53,609 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T22:17:53,612 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ee2a68b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff635fa717b5/172.17.0.3:0 2024-11-08T22:17:53,612 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T22:17:53,612 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T22:17:53,613 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T22:17:53,613 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T22:17:53,613 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T22:17:53,613 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T22:17:53,614 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T22:17:53,618 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T22:17:53,619 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41689-0x1011c86e0200000, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Unable to get data of znode /0-1852933509/balancer because node does not exist (not necessarily an error) 2024-11-08T22:17:53,672 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1852933509/balancer already deleted, retry=false 2024-11-08T22:17:53,672 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T22:17:53,673 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41689-0x1011c86e0200000, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Unable to get data of znode /0-1852933509/normalizer because node does not exist (not necessarily an error) 2024-11-08T22:17:53,682 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1852933509/normalizer already deleted, retry=false 2024-11-08T22:17:53,682 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T22:17:53,683 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41689-0x1011c86e0200000, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Unable to get data of znode /0-1852933509/switch/split because node does not exist (not necessarily an error) 2024-11-08T22:17:53,693 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1852933509/switch/split already deleted, retry=false 2024-11-08T22:17:53,693 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41689-0x1011c86e0200000, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Unable to get data of znode /0-1852933509/switch/merge because node does not exist (not necessarily an error) 2024-11-08T22:17:53,703 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1852933509/switch/merge already deleted, retry=false 2024-11-08T22:17:53,705 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41689-0x1011c86e0200000, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Unable to get data of znode /0-1852933509/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T22:17:53,713 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1852933509/snapshot-cleanup already deleted, retry=false 2024-11-08T22:17:53,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41689-0x1011c86e0200000, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1852933509/running 2024-11-08T22:17:53,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42469-0x1011c86e0200001, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1852933509/running 2024-11-08T22:17:53,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41689-0x1011c86e0200000, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1852933509 2024-11-08T22:17:53,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42469-0x1011c86e0200001, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1852933509 2024-11-08T22:17:53,725 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ff635fa717b5,41689,1731104271594, sessionid=0x1011c86e0200000, setting cluster-up flag (Was=false) 2024-11-08T22:17:53,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41689-0x1011c86e0200000, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1852933509 2024-11-08T22:17:53,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42469-0x1011c86e0200001, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1852933509 2024-11-08T22:17:53,777 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1852933509/flush-table-proc/acquired, /0-1852933509/flush-table-proc/reached, /0-1852933509/flush-table-proc/abort 2024-11-08T22:17:53,778 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff635fa717b5,41689,1731104271594 2024-11-08T22:17:53,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42469-0x1011c86e0200001, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1852933509 2024-11-08T22:17:53,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41689-0x1011c86e0200000, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1852933509 2024-11-08T22:17:53,829 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1852933509/online-snapshot/acquired, /0-1852933509/online-snapshot/reached, /0-1852933509/online-snapshot/abort 2024-11-08T22:17:53,831 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff635fa717b5,41689,1731104271594 2024-11-08T22:17:53,832 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T22:17:53,833 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T22:17:53,833 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T22:17:53,833 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T22:17:53,834 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ff635fa717b5,41689,1731104271594 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T22:17:53,835 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:17:53,835 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:17:53,835 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:17:53,835 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:17:53,835 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ff635fa717b5:0, corePoolSize=10, maxPoolSize=10 2024-11-08T22:17:53,835 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:17:53,835 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ff635fa717b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T22:17:53,835 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:17:53,836 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731104303836 2024-11-08T22:17:53,836 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T22:17:53,836 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T22:17:53,836 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T22:17:53,836 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T22:17:53,836 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T22:17:53,836 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T22:17:53,836 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T22:17:53,836 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T22:17:53,836 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T22:17:53,837 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T22:17:53,837 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T22:17:53,837 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T22:17:53,837 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T22:17:53,837 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T22:17:53,837 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T22:17:53,837 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.large.0-1731104273837,5,FailOnTimeoutGroup] 2024-11-08T22:17:53,837 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.small.0-1731104273837,5,FailOnTimeoutGroup] 2024-11-08T22:17:53,837 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T22:17:53,837 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T22:17:53,837 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T22:17:53,837 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:17:53,837 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T22:17:53,837 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T22:17:53,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40361 is added to blk_1073741831_1007 (size=1321) 2024-11-08T22:17:53,910 INFO [RS:0;ff635fa717b5:42469 {}] regionserver.HRegionServer(746): ClusterId : 4752dcad-37bd-4171-baa7-7597d7948b7e 2024-11-08T22:17:53,910 DEBUG [RS:0;ff635fa717b5:42469 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T22:17:53,925 DEBUG [RS:0;ff635fa717b5:42469 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T22:17:53,925 DEBUG [RS:0;ff635fa717b5:42469 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T22:17:53,936 DEBUG [RS:0;ff635fa717b5:42469 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T22:17:53,936 DEBUG [RS:0;ff635fa717b5:42469 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d3497f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff635fa717b5/172.17.0.3:0 2024-11-08T22:17:53,947 DEBUG [RS:0;ff635fa717b5:42469 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ff635fa717b5:42469 2024-11-08T22:17:53,947 INFO [RS:0;ff635fa717b5:42469 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T22:17:53,947 INFO [RS:0;ff635fa717b5:42469 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T22:17:53,947 DEBUG [RS:0;ff635fa717b5:42469 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T22:17:53,948 INFO [RS:0;ff635fa717b5:42469 {}] regionserver.HRegionServer(2659): reportForDuty to master=ff635fa717b5,41689,1731104271594 with port=42469, startcode=1731104271786 2024-11-08T22:17:53,948 DEBUG [RS:0;ff635fa717b5:42469 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T22:17:53,950 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37341, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T22:17:53,950 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41689 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ff635fa717b5,42469,1731104271786 2024-11-08T22:17:53,950 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41689 {}] master.ServerManager(517): Registering regionserver=ff635fa717b5,42469,1731104271786 2024-11-08T22:17:53,952 DEBUG [RS:0;ff635fa717b5:42469 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d 2024-11-08T22:17:53,952 DEBUG [RS:0;ff635fa717b5:42469 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34665 2024-11-08T22:17:53,952 DEBUG [RS:0;ff635fa717b5:42469 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T22:17:53,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41689-0x1011c86e0200000, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1852933509/rs 2024-11-08T22:17:53,956 DEBUG [RS:0;ff635fa717b5:42469 {}] zookeeper.ZKUtil(111): regionserver:42469-0x1011c86e0200001, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Set watcher on existing znode=/0-1852933509/rs/ff635fa717b5,42469,1731104271786 2024-11-08T22:17:53,956 WARN [RS:0;ff635fa717b5:42469 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T22:17:53,956 INFO [RS:0;ff635fa717b5:42469 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:17:53,956 DEBUG [RS:0;ff635fa717b5:42469 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/WALs/ff635fa717b5,42469,1731104271786 2024-11-08T22:17:53,956 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ff635fa717b5,42469,1731104271786] 2024-11-08T22:17:53,959 INFO [RS:0;ff635fa717b5:42469 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T22:17:53,961 INFO [RS:0;ff635fa717b5:42469 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T22:17:53,961 INFO [RS:0;ff635fa717b5:42469 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T22:17:53,961 INFO [RS:0;ff635fa717b5:42469 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:17:53,961 INFO [RS:0;ff635fa717b5:42469 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T22:17:53,962 INFO [RS:0;ff635fa717b5:42469 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T22:17:53,962 INFO [RS:0;ff635fa717b5:42469 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T22:17:53,962 DEBUG [RS:0;ff635fa717b5:42469 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:17:53,962 DEBUG [RS:0;ff635fa717b5:42469 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:17:53,962 DEBUG [RS:0;ff635fa717b5:42469 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:17:53,962 DEBUG [RS:0;ff635fa717b5:42469 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:17:53,962 DEBUG [RS:0;ff635fa717b5:42469 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:17:53,962 DEBUG [RS:0;ff635fa717b5:42469 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ff635fa717b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T22:17:53,963 DEBUG [RS:0;ff635fa717b5:42469 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:17:53,963 DEBUG [RS:0;ff635fa717b5:42469 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:17:53,963 DEBUG [RS:0;ff635fa717b5:42469 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:17:53,963 DEBUG [RS:0;ff635fa717b5:42469 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:17:53,963 DEBUG [RS:0;ff635fa717b5:42469 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:17:53,963 DEBUG [RS:0;ff635fa717b5:42469 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:17:53,963 DEBUG [RS:0;ff635fa717b5:42469 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T22:17:53,963 DEBUG [RS:0;ff635fa717b5:42469 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T22:17:53,971 INFO [RS:0;ff635fa717b5:42469 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T22:17:53,971 INFO [RS:0;ff635fa717b5:42469 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T22:17:53,971 INFO [RS:0;ff635fa717b5:42469 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:17:53,971 INFO [RS:0;ff635fa717b5:42469 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T22:17:53,971 INFO [RS:0;ff635fa717b5:42469 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T22:17:53,971 INFO [RS:0;ff635fa717b5:42469 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,42469,1731104271786-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T22:17:53,989 INFO [RS:0;ff635fa717b5:42469 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T22:17:53,989 INFO [RS:0;ff635fa717b5:42469 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,42469,1731104271786-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:17:53,989 INFO [RS:0;ff635fa717b5:42469 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:17:53,989 INFO [RS:0;ff635fa717b5:42469 {}] regionserver.Replication(171): ff635fa717b5,42469,1731104271786 started 2024-11-08T22:17:54,006 INFO [RS:0;ff635fa717b5:42469 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:17:54,006 INFO [RS:0;ff635fa717b5:42469 {}] regionserver.HRegionServer(1482): Serving as ff635fa717b5,42469,1731104271786, RpcServer on ff635fa717b5/172.17.0.3:42469, sessionid=0x1011c86e0200001 2024-11-08T22:17:54,006 DEBUG [RS:0;ff635fa717b5:42469 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T22:17:54,006 DEBUG [RS:0;ff635fa717b5:42469 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ff635fa717b5,42469,1731104271786 2024-11-08T22:17:54,006 DEBUG [RS:0;ff635fa717b5:42469 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff635fa717b5,42469,1731104271786' 2024-11-08T22:17:54,006 DEBUG [RS:0;ff635fa717b5:42469 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1852933509/flush-table-proc/abort' 2024-11-08T22:17:54,007 DEBUG [RS:0;ff635fa717b5:42469 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1852933509/flush-table-proc/acquired' 2024-11-08T22:17:54,007 DEBUG [RS:0;ff635fa717b5:42469 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T22:17:54,007 DEBUG [RS:0;ff635fa717b5:42469 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T22:17:54,007 DEBUG [RS:0;ff635fa717b5:42469 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ff635fa717b5,42469,1731104271786 2024-11-08T22:17:54,007 DEBUG [RS:0;ff635fa717b5:42469 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff635fa717b5,42469,1731104271786' 2024-11-08T22:17:54,007 DEBUG [RS:0;ff635fa717b5:42469 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1852933509/online-snapshot/abort' 2024-11-08T22:17:54,007 DEBUG [RS:0;ff635fa717b5:42469 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1852933509/online-snapshot/acquired' 2024-11-08T22:17:54,008 DEBUG [RS:0;ff635fa717b5:42469 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T22:17:54,008 INFO [RS:0;ff635fa717b5:42469 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T22:17:54,008 INFO [RS:0;ff635fa717b5:42469 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T22:17:54,108 INFO [RS:0;ff635fa717b5:42469 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T22:17:54,110 INFO [RS:0;ff635fa717b5:42469 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff635fa717b5%2C42469%2C1731104271786, suffix=, logDir=hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/WALs/ff635fa717b5,42469,1731104271786, archiveDir=hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/oldWALs, maxLogs=10 2024-11-08T22:17:54,121 DEBUG [RS:0;ff635fa717b5:42469 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/WALs/ff635fa717b5,42469,1731104271786/ff635fa717b5%2C42469%2C1731104271786.1731104274110, exclude list is [], retry=0 2024-11-08T22:17:54,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40361,DS-f8e56db2-5ccb-462e-ae33-b5ffd24a618d,DISK] 2024-11-08T22:17:54,125 INFO [RS:0;ff635fa717b5:42469 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/WALs/ff635fa717b5,42469,1731104271786/ff635fa717b5%2C42469%2C1731104271786.1731104274110 2024-11-08T22:17:54,126 DEBUG [RS:0;ff635fa717b5:42469 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37789:37789)] 2024-11-08T22:17:54,243 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T22:17:54,243 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d 2024-11-08T22:17:54,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40361 is added to blk_1073741833_1009 (size=32) 2024-11-08T22:17:54,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:17:54,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T22:17:54,651 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T22:17:54,651 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:17:54,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:17:54,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T22:17:54,652 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T22:17:54,653 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:17:54,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:17:54,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T22:17:54,654 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T22:17:54,654 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:17:54,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:17:54,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T22:17:54,655 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T22:17:54,655 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:17:54,656 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:17:54,656 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T22:17:54,656 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/data/hbase/meta/1588230740 2024-11-08T22:17:54,656 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/data/hbase/meta/1588230740 2024-11-08T22:17:54,658 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T22:17:54,658 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T22:17:54,658 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T22:17:54,659 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T22:17:54,660 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:17:54,661 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71312541, jitterRate=0.06263966858386993}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T22:17:54,661 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731104274649Initializing all the Stores at 1731104274650 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104274650Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104274650Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104274650Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104274650Cleaning up temporary data from old regions at 1731104274658 (+8 ms)Region opened successfully at 1731104274661 (+3 ms) 2024-11-08T22:17:54,661 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T22:17:54,661 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T22:17:54,661 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T22:17:54,661 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T22:17:54,661 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T22:17:54,662 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T22:17:54,662 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731104274661Disabling compacts and flushes for region at 1731104274661Disabling writes for close at 1731104274661Writing region close event to WAL at 1731104274662 (+1 ms)Closed at 1731104274662 2024-11-08T22:17:54,663 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T22:17:54,663 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T22:17:54,663 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T22:17:54,664 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T22:17:54,664 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T22:17:54,815 DEBUG [ff635fa717b5:41689 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T22:17:54,815 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ff635fa717b5,42469,1731104271786 2024-11-08T22:17:54,816 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff635fa717b5,42469,1731104271786, state=OPENING 2024-11-08T22:17:54,861 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T22:17:54,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42469-0x1011c86e0200001, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1852933509 2024-11-08T22:17:54,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41689-0x1011c86e0200000, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1852933509 2024-11-08T22:17:54,909 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1852933509/meta-region-server: CHANGED 2024-11-08T22:17:54,909 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1852933509/meta-region-server: CHANGED 2024-11-08T22:17:54,909 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T22:17:54,909 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ff635fa717b5,42469,1731104271786}] 2024-11-08T22:17:55,061 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T22:17:55,063 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60315, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T22:17:55,066 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T22:17:55,066 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:17:55,066 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T22:17:55,067 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff635fa717b5%2C42469%2C1731104271786.meta, suffix=.meta, logDir=hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/WALs/ff635fa717b5,42469,1731104271786, archiveDir=hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/oldWALs, maxLogs=10 2024-11-08T22:17:55,079 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/WALs/ff635fa717b5,42469,1731104271786/ff635fa717b5%2C42469%2C1731104271786.meta.1731104275068.meta, exclude list is [], retry=0 2024-11-08T22:17:55,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40361,DS-f8e56db2-5ccb-462e-ae33-b5ffd24a618d,DISK] 2024-11-08T22:17:55,083 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/WALs/ff635fa717b5,42469,1731104271786/ff635fa717b5%2C42469%2C1731104271786.meta.1731104275068.meta 2024-11-08T22:17:55,083 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37789:37789)] 2024-11-08T22:17:55,084 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T22:17:55,084 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T22:17:55,084 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T22:17:55,084 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T22:17:55,084 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T22:17:55,084 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T22:17:55,084 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:17:55,084 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T22:17:55,084 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T22:17:55,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T22:17:55,086 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T22:17:55,086 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:17:55,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:17:55,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T22:17:55,088 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T22:17:55,088 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:17:55,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:17:55,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T22:17:55,089 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T22:17:55,089 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:17:55,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:17:55,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T22:17:55,090 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T22:17:55,090 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:17:55,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:17:55,091 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T22:17:55,091 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/data/hbase/meta/1588230740 2024-11-08T22:17:55,092 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/data/hbase/meta/1588230740 2024-11-08T22:17:55,093 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T22:17:55,093 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T22:17:55,094 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T22:17:55,095 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T22:17:55,096 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62966376, jitterRate=-0.06172788143157959}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T22:17:55,096 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T22:17:55,096 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731104275084Writing region info on filesystem at 1731104275084Initializing all the Stores at 1731104275085 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104275085Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104275085Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104275085Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104275085Cleaning up temporary data from old regions at 1731104275093 (+8 ms)Running coprocessor post-open hooks at 1731104275096 (+3 ms)Region opened successfully at 1731104275096 2024-11-08T22:17:55,097 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731104275061 2024-11-08T22:17:55,099 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T22:17:55,099 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T22:17:55,100 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ff635fa717b5,42469,1731104271786 2024-11-08T22:17:55,100 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff635fa717b5,42469,1731104271786, state=OPEN 2024-11-08T22:17:55,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41689-0x1011c86e0200000, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1852933509/meta-region-server 2024-11-08T22:17:55,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42469-0x1011c86e0200001, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1852933509/meta-region-server 2024-11-08T22:17:55,114 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ff635fa717b5,42469,1731104271786 2024-11-08T22:17:55,114 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1852933509/meta-region-server: CHANGED 2024-11-08T22:17:55,114 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1852933509/meta-region-server: CHANGED 2024-11-08T22:17:55,116 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T22:17:55,116 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ff635fa717b5,42469,1731104271786 in 205 msec 2024-11-08T22:17:55,117 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T22:17:55,117 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 453 msec 2024-11-08T22:17:55,118 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T22:17:55,118 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T22:17:55,119 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:17:55,119 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,42469,1731104271786, seqNum=-1] 2024-11-08T22:17:55,119 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:17:55,120 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59745, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T22:17:55,125 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2910 sec 2024-11-08T22:17:55,125 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731104275125, completionTime=-1 2024-11-08T22:17:55,125 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T22:17:55,125 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T22:17:55,127 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T22:17:55,127 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731104335127 2024-11-08T22:17:55,127 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731104395127 2024-11-08T22:17:55,127 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T22:17:55,127 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,41689,1731104271594-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:17:55,127 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,41689,1731104271594-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:17:55,127 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,41689,1731104271594-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:17:55,128 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ff635fa717b5:41689, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:17:55,128 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T22:17:55,128 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T22:17:55,130 DEBUG [master/ff635fa717b5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T22:17:55,131 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.238sec 2024-11-08T22:17:55,131 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T22:17:55,131 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T22:17:55,131 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T22:17:55,131 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T22:17:55,131 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T22:17:55,131 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,41689,1731104271594-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T22:17:55,131 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,41689,1731104271594-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T22:17:55,133 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T22:17:55,133 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T22:17:55,133 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,41689,1731104271594-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:17:55,211 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67911f26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:17:55,211 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,41689,-1 for getting cluster id 2024-11-08T22:17:55,211 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:17:55,212 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4752dcad-37bd-4171-baa7-7597d7948b7e' 2024-11-08T22:17:55,212 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:17:55,212 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4752dcad-37bd-4171-baa7-7597d7948b7e" 2024-11-08T22:17:55,212 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36281b3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:17:55,212 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,41689,-1] 2024-11-08T22:17:55,212 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:17:55,213 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:17:55,213 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:17:55,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@156b651d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:17:55,214 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:17:55,215 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,42469,1731104271786, seqNum=-1] 2024-11-08T22:17:55,216 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:17:55,217 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T22:17:55,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ff635fa717b5,41689,1731104271594 2024-11-08T22:17:55,219 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58764 2024-11-08T22:17:55,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T22:17:55,230 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011c86e0200002 connected 2024-11-08T22:17:55,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/392d372d-8e7d-4442-156c-57db61c2d7db/hadoop.log.dir so I do NOT create it in target/test-data/f4352b27-4316-7b27-924f-676ebdcda829 2024-11-08T22:17:55,242 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/392d372d-8e7d-4442-156c-57db61c2d7db/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T22:17:55,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/392d372d-8e7d-4442-156c-57db61c2d7db/hadoop.tmp.dir so I do NOT create it in target/test-data/f4352b27-4316-7b27-924f-676ebdcda829 2024-11-08T22:17:55,242 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/392d372d-8e7d-4442-156c-57db61c2d7db/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T22:17:55,243 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4352b27-4316-7b27-924f-676ebdcda829 2024-11-08T22:17:55,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T22:17:55,243 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4352b27-4316-7b27-924f-676ebdcda829/cluster_5a9f7284-18d1-0c9b-fab3-31b9f16120be, deleteOnExit=true 2024-11-08T22:17:55,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T22:17:55,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4352b27-4316-7b27-924f-676ebdcda829/test.cache.data in system properties and HBase conf 2024-11-08T22:17:55,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4352b27-4316-7b27-924f-676ebdcda829/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T22:17:55,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4352b27-4316-7b27-924f-676ebdcda829/hadoop.log.dir in system properties and HBase conf 2024-11-08T22:17:55,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4352b27-4316-7b27-924f-676ebdcda829/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T22:17:55,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4352b27-4316-7b27-924f-676ebdcda829/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T22:17:55,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T22:17:55,243 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T22:17:55,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4352b27-4316-7b27-924f-676ebdcda829/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T22:17:55,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4352b27-4316-7b27-924f-676ebdcda829/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T22:17:55,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4352b27-4316-7b27-924f-676ebdcda829/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T22:17:55,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4352b27-4316-7b27-924f-676ebdcda829/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T22:17:55,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4352b27-4316-7b27-924f-676ebdcda829/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T22:17:55,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4352b27-4316-7b27-924f-676ebdcda829/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T22:17:55,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4352b27-4316-7b27-924f-676ebdcda829/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T22:17:55,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4352b27-4316-7b27-924f-676ebdcda829/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T22:17:55,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4352b27-4316-7b27-924f-676ebdcda829/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T22:17:55,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4352b27-4316-7b27-924f-676ebdcda829/nfs.dump.dir in system properties and HBase conf 2024-11-08T22:17:55,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4352b27-4316-7b27-924f-676ebdcda829/java.io.tmpdir in system properties and HBase conf 2024-11-08T22:17:55,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4352b27-4316-7b27-924f-676ebdcda829/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T22:17:55,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4352b27-4316-7b27-924f-676ebdcda829/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T22:17:55,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4352b27-4316-7b27-924f-676ebdcda829/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T22:17:55,595 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T22:17:55,600 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T22:17:55,608 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T22:17:55,608 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T22:17:55,608 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T22:17:55,609 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T22:17:55,609 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e363219{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4352b27-4316-7b27-924f-676ebdcda829/hadoop.log.dir/,AVAILABLE} 2024-11-08T22:17:55,610 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@227b1983{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T22:17:55,713 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1cebf78e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4352b27-4316-7b27-924f-676ebdcda829/java.io.tmpdir/jetty-localhost-37563-hadoop-hdfs-3_4_1-tests_jar-_-any-6176173253747064815/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T22:17:55,714 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1a243add{HTTP/1.1, (http/1.1)}{localhost:37563} 2024-11-08T22:17:55,714 INFO [Time-limited test {}] server.Server(415): Started @149975ms 2024-11-08T22:17:56,025 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T22:17:56,028 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T22:17:56,032 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T22:17:56,032 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T22:17:56,032 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T22:17:56,033 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48fb8414{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4352b27-4316-7b27-924f-676ebdcda829/hadoop.log.dir/,AVAILABLE} 2024-11-08T22:17:56,033 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8f56fb7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T22:17:56,133 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c5bd7e0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4352b27-4316-7b27-924f-676ebdcda829/java.io.tmpdir/jetty-localhost-41353-hadoop-hdfs-3_4_1-tests_jar-_-any-12776905228932888288/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T22:17:56,133 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5b7b176a{HTTP/1.1, (http/1.1)}{localhost:41353} 2024-11-08T22:17:56,133 INFO [Time-limited test {}] server.Server(415): Started @150395ms 2024-11-08T22:17:56,134 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T22:17:56,797 WARN [Thread-1404 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4352b27-4316-7b27-924f-676ebdcda829/cluster_5a9f7284-18d1-0c9b-fab3-31b9f16120be/data/data1/current/BP-323586530-172.17.0.3-1731104275265/current, will proceed with Du for space computation calculation, 2024-11-08T22:17:56,797 WARN [Thread-1405 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4352b27-4316-7b27-924f-676ebdcda829/cluster_5a9f7284-18d1-0c9b-fab3-31b9f16120be/data/data2/current/BP-323586530-172.17.0.3-1731104275265/current, will proceed with Du for space computation calculation, 2024-11-08T22:17:56,811 WARN [Thread-1392 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T22:17:56,814 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x15c0782e4c53dac with lease ID 0x3a5cd41f0b274a68: Processing first storage report for DS-e8546bd8-4eb3-421d-b1bb-9f5096abf956 from datanode DatanodeRegistration(127.0.0.1:42489, datanodeUuid=29703c65-655b-43ed-a1b8-fa3750221d06, infoPort=37109, infoSecurePort=0, ipcPort=39961, storageInfo=lv=-57;cid=testClusterID;nsid=62496565;c=1731104275265) 2024-11-08T22:17:56,814 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x15c0782e4c53dac with lease ID 0x3a5cd41f0b274a68: from storage DS-e8546bd8-4eb3-421d-b1bb-9f5096abf956 node DatanodeRegistration(127.0.0.1:42489, datanodeUuid=29703c65-655b-43ed-a1b8-fa3750221d06, infoPort=37109, infoSecurePort=0, ipcPort=39961, storageInfo=lv=-57;cid=testClusterID;nsid=62496565;c=1731104275265), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T22:17:56,814 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x15c0782e4c53dac with lease ID 0x3a5cd41f0b274a68: Processing first storage report for DS-d040b37d-152f-4f7b-b76f-864c43673dd4 from datanode DatanodeRegistration(127.0.0.1:42489, datanodeUuid=29703c65-655b-43ed-a1b8-fa3750221d06, infoPort=37109, infoSecurePort=0, ipcPort=39961, storageInfo=lv=-57;cid=testClusterID;nsid=62496565;c=1731104275265) 2024-11-08T22:17:56,814 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x15c0782e4c53dac with lease ID 0x3a5cd41f0b274a68: from storage DS-d040b37d-152f-4f7b-b76f-864c43673dd4 node DatanodeRegistration(127.0.0.1:42489, datanodeUuid=29703c65-655b-43ed-a1b8-fa3750221d06, infoPort=37109, infoSecurePort=0, ipcPort=39961, storageInfo=lv=-57;cid=testClusterID;nsid=62496565;c=1731104275265), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T22:17:56,861 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4352b27-4316-7b27-924f-676ebdcda829 2024-11-08T22:17:56,862 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:17:56,863 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:17:56,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42489 is added to blk_1073741825_1001 (size=7) 2024-11-08T22:17:57,270 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45403/user/jenkins/test-data/d05ad001-11a2-5d63-6354-ae557f21a805 with version=8 2024-11-08T22:17:57,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45403/user/jenkins/test-data/d05ad001-11a2-5d63-6354-ae557f21a805/hbase-staging 2024-11-08T22:17:57,272 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ff635fa717b5:0 server-side Connection retries=45 2024-11-08T22:17:57,272 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:17:57,272 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T22:17:57,272 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T22:17:57,272 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:17:57,272 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T22:17:57,272 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T22:17:57,272 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T22:17:57,273 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46153 2024-11-08T22:17:57,274 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46153 connecting to ZooKeeper ensemble=127.0.0.1:58764 2024-11-08T22:17:57,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:461530x0, quorum=127.0.0.1:58764, baseZNode=/1-1615380926 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T22:17:57,293 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46153-0x1011c86e0200003 connected 2024-11-08T22:17:57,366 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:17:57,367 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:17:57,369 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46153-0x1011c86e0200003, quorum=127.0.0.1:58764, baseZNode=/1-1615380926 Set watcher on znode that does not yet exist, /1-1615380926/running 2024-11-08T22:17:57,369 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45403/user/jenkins/test-data/d05ad001-11a2-5d63-6354-ae557f21a805, hbase.cluster.distributed=false 2024-11-08T22:17:57,371 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46153-0x1011c86e0200003, quorum=127.0.0.1:58764, baseZNode=/1-1615380926 Set watcher on znode that does not yet exist, /1-1615380926/acl 2024-11-08T22:17:57,371 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46153 2024-11-08T22:17:57,371 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46153 2024-11-08T22:17:57,371 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46153 2024-11-08T22:17:57,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46153 2024-11-08T22:17:57,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46153 2024-11-08T22:17:57,385 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ff635fa717b5:0 server-side Connection retries=45 2024-11-08T22:17:57,385 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:17:57,385 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T22:17:57,385 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T22:17:57,385 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:17:57,385 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T22:17:57,385 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T22:17:57,385 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T22:17:57,386 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35989 2024-11-08T22:17:57,387 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35989 connecting to ZooKeeper ensemble=127.0.0.1:58764 2024-11-08T22:17:57,387 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:17:57,389 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:17:57,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:359890x0, quorum=127.0.0.1:58764, baseZNode=/1-1615380926 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T22:17:57,398 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:359890x0, quorum=127.0.0.1:58764, baseZNode=/1-1615380926 Set watcher on znode that does not yet exist, /1-1615380926/running 2024-11-08T22:17:57,398 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35989-0x1011c86e0200004 connected 2024-11-08T22:17:57,398 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T22:17:57,399 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T22:17:57,400 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35989-0x1011c86e0200004, quorum=127.0.0.1:58764, baseZNode=/1-1615380926 Set watcher on znode that does not yet exist, /1-1615380926/master 2024-11-08T22:17:57,401 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35989-0x1011c86e0200004, quorum=127.0.0.1:58764, baseZNode=/1-1615380926 Set watcher on znode that does not yet exist, /1-1615380926/acl 2024-11-08T22:17:57,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35989 2024-11-08T22:17:57,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35989 2024-11-08T22:17:57,405 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35989 2024-11-08T22:17:57,407 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35989 2024-11-08T22:17:57,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35989 2024-11-08T22:17:57,421 DEBUG [M:0;ff635fa717b5:46153 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ff635fa717b5:46153 2024-11-08T22:17:57,421 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1615380926/backup-masters/ff635fa717b5,46153,1731104277272 2024-11-08T22:17:57,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35989-0x1011c86e0200004, quorum=127.0.0.1:58764, baseZNode=/1-1615380926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1615380926/backup-masters 2024-11-08T22:17:57,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46153-0x1011c86e0200003, quorum=127.0.0.1:58764, baseZNode=/1-1615380926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1615380926/backup-masters 2024-11-08T22:17:57,430 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46153-0x1011c86e0200003, quorum=127.0.0.1:58764, baseZNode=/1-1615380926 Set watcher on existing znode=/1-1615380926/backup-masters/ff635fa717b5,46153,1731104277272 2024-11-08T22:17:57,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35989-0x1011c86e0200004, quorum=127.0.0.1:58764, baseZNode=/1-1615380926 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1615380926/master 2024-11-08T22:17:57,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46153-0x1011c86e0200003, quorum=127.0.0.1:58764, baseZNode=/1-1615380926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1615380926 2024-11-08T22:17:57,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35989-0x1011c86e0200004, quorum=127.0.0.1:58764, baseZNode=/1-1615380926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1615380926 2024-11-08T22:17:57,440 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46153-0x1011c86e0200003, quorum=127.0.0.1:58764, baseZNode=/1-1615380926 Set watcher on existing znode=/1-1615380926/master 2024-11-08T22:17:57,441 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1615380926/backup-masters/ff635fa717b5,46153,1731104277272 from backup master directory 2024-11-08T22:17:57,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46153-0x1011c86e0200003, quorum=127.0.0.1:58764, baseZNode=/1-1615380926 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1615380926/backup-masters/ff635fa717b5,46153,1731104277272 2024-11-08T22:17:57,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46153-0x1011c86e0200003, quorum=127.0.0.1:58764, baseZNode=/1-1615380926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1615380926/backup-masters 2024-11-08T22:17:57,450 WARN [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T22:17:57,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35989-0x1011c86e0200004, quorum=127.0.0.1:58764, baseZNode=/1-1615380926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1615380926/backup-masters 2024-11-08T22:17:57,450 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ff635fa717b5,46153,1731104277272 2024-11-08T22:17:57,454 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45403/user/jenkins/test-data/d05ad001-11a2-5d63-6354-ae557f21a805/hbase.id] with ID: a86338fb-69d6-4f3e-bbcb-b1ba7eef60b1 2024-11-08T22:17:57,454 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45403/user/jenkins/test-data/d05ad001-11a2-5d63-6354-ae557f21a805/.tmp/hbase.id 2024-11-08T22:17:57,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42489 is added to blk_1073741826_1002 (size=42) 2024-11-08T22:17:57,466 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45403/user/jenkins/test-data/d05ad001-11a2-5d63-6354-ae557f21a805/.tmp/hbase.id]:[hdfs://localhost:45403/user/jenkins/test-data/d05ad001-11a2-5d63-6354-ae557f21a805/hbase.id] 2024-11-08T22:17:57,476 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:17:57,477 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T22:17:57,478 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T22:17:57,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46153-0x1011c86e0200003, quorum=127.0.0.1:58764, baseZNode=/1-1615380926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1615380926 2024-11-08T22:17:57,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35989-0x1011c86e0200004, quorum=127.0.0.1:58764, baseZNode=/1-1615380926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1615380926 2024-11-08T22:17:57,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42489 is added to blk_1073741827_1003 (size=196) 2024-11-08T22:17:57,888 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T22:17:57,889 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T22:17:57,889 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:17:57,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42489 is added to blk_1073741828_1004 (size=1189) 2024-11-08T22:17:58,301 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45403/user/jenkins/test-data/d05ad001-11a2-5d63-6354-ae557f21a805/MasterData/data/master/store 2024-11-08T22:17:58,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42489 is added to blk_1073741829_1005 (size=34) 2024-11-08T22:17:58,640 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T22:17:58,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:17:58,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:17:58,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:17:58,669 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:17:58,669 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:17:58,674 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:17:58,707 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:17:58,707 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T22:17:58,707 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:17:58,707 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:17:58,707 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T22:17:58,707 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:17:58,707 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:17:58,707 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731104278707Disabling compacts and flushes for region at 1731104278707Disabling writes for close at 1731104278707Writing region close event to WAL at 1731104278707Closed at 1731104278707 2024-11-08T22:17:58,708 WARN [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45403/user/jenkins/test-data/d05ad001-11a2-5d63-6354-ae557f21a805/MasterData/data/master/store/.initializing 2024-11-08T22:17:58,708 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45403/user/jenkins/test-data/d05ad001-11a2-5d63-6354-ae557f21a805/MasterData/WALs/ff635fa717b5,46153,1731104277272 2024-11-08T22:17:58,709 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T22:17:58,710 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ff635fa717b5%2C46153%2C1731104277272, suffix=, logDir=hdfs://localhost:45403/user/jenkins/test-data/d05ad001-11a2-5d63-6354-ae557f21a805/MasterData/WALs/ff635fa717b5,46153,1731104277272, archiveDir=hdfs://localhost:45403/user/jenkins/test-data/d05ad001-11a2-5d63-6354-ae557f21a805/MasterData/oldWALs, maxLogs=10 2024-11-08T22:17:58,722 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d05ad001-11a2-5d63-6354-ae557f21a805/MasterData/WALs/ff635fa717b5,46153,1731104277272/ff635fa717b5%2C46153%2C1731104277272.1731104278710, exclude list is [], retry=0 2024-11-08T22:17:58,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42489,DS-e8546bd8-4eb3-421d-b1bb-9f5096abf956,DISK] 2024-11-08T22:17:58,726 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d05ad001-11a2-5d63-6354-ae557f21a805/MasterData/WALs/ff635fa717b5,46153,1731104277272/ff635fa717b5%2C46153%2C1731104277272.1731104278710 2024-11-08T22:17:58,726 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37109:37109)] 2024-11-08T22:17:58,726 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T22:17:58,726 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:17:58,726 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:17:58,726 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:17:58,727 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:17:58,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T22:17:58,729 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:17:58,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:17:58,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:17:58,730 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T22:17:58,730 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:17:58,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:17:58,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:17:58,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T22:17:58,732 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:17:58,732 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:17:58,732 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:17:58,733 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T22:17:58,733 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:17:58,733 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:17:58,733 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:17:58,734 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45403/user/jenkins/test-data/d05ad001-11a2-5d63-6354-ae557f21a805/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:17:58,734 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45403/user/jenkins/test-data/d05ad001-11a2-5d63-6354-ae557f21a805/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:17:58,735 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:17:58,735 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:17:58,736 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T22:17:58,736 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:17:58,738 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45403/user/jenkins/test-data/d05ad001-11a2-5d63-6354-ae557f21a805/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:17:58,738 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61713946, jitterRate=-0.08039054274559021}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T22:17:58,738 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731104278726Initializing all the Stores at 1731104278727 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104278727Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104278727Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104278727Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104278727Cleaning up temporary data from old regions at 1731104278735 (+8 ms)Region opened successfully at 1731104278738 (+3 ms) 2024-11-08T22:17:58,738 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T22:17:58,741 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@476112b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff635fa717b5/172.17.0.3:0 2024-11-08T22:17:58,742 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T22:17:58,742 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T22:17:58,742 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T22:17:58,742 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T22:17:58,742 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T22:17:58,743 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T22:17:58,743 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T22:17:58,744 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T22:17:58,745 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46153-0x1011c86e0200003, quorum=127.0.0.1:58764, baseZNode=/1-1615380926 Unable to get data of znode /1-1615380926/balancer because node does not exist (not necessarily an error) 2024-11-08T22:17:58,861 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1615380926/balancer already deleted, retry=false 2024-11-08T22:17:58,861 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T22:17:58,862 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46153-0x1011c86e0200003, quorum=127.0.0.1:58764, baseZNode=/1-1615380926 Unable to get data of znode /1-1615380926/normalizer because node does not exist (not necessarily an error) 2024-11-08T22:17:58,871 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1615380926/normalizer already deleted, retry=false 2024-11-08T22:17:58,871 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T22:17:58,872 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46153-0x1011c86e0200003, quorum=127.0.0.1:58764, baseZNode=/1-1615380926 Unable to get data of znode /1-1615380926/switch/split because node does not exist (not necessarily an error) 2024-11-08T22:17:58,882 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1615380926/switch/split already deleted, retry=false 2024-11-08T22:17:58,882 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46153-0x1011c86e0200003, quorum=127.0.0.1:58764, baseZNode=/1-1615380926 Unable to get data of znode /1-1615380926/switch/merge because node does not exist (not necessarily an error) 2024-11-08T22:17:58,892 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1615380926/switch/merge already deleted, retry=false 2024-11-08T22:17:58,894 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46153-0x1011c86e0200003, quorum=127.0.0.1:58764, baseZNode=/1-1615380926 Unable to get data of znode /1-1615380926/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T22:17:58,903 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1615380926/snapshot-cleanup already deleted, retry=false 2024-11-08T22:17:58,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46153-0x1011c86e0200003, quorum=127.0.0.1:58764, baseZNode=/1-1615380926 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1615380926/running 2024-11-08T22:17:58,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46153-0x1011c86e0200003, quorum=127.0.0.1:58764, baseZNode=/1-1615380926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1615380926 2024-11-08T22:17:58,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35989-0x1011c86e0200004, quorum=127.0.0.1:58764, baseZNode=/1-1615380926 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1615380926/running 2024-11-08T22:17:58,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35989-0x1011c86e0200004, quorum=127.0.0.1:58764, baseZNode=/1-1615380926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1615380926 2024-11-08T22:17:58,914 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ff635fa717b5,46153,1731104277272, sessionid=0x1011c86e0200003, setting cluster-up flag (Was=false) 2024-11-08T22:17:58,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46153-0x1011c86e0200003, quorum=127.0.0.1:58764, baseZNode=/1-1615380926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1615380926 2024-11-08T22:17:58,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35989-0x1011c86e0200004, quorum=127.0.0.1:58764, baseZNode=/1-1615380926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1615380926 2024-11-08T22:17:58,966 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1615380926/flush-table-proc/acquired, /1-1615380926/flush-table-proc/reached, /1-1615380926/flush-table-proc/abort 2024-11-08T22:17:58,967 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff635fa717b5,46153,1731104277272 2024-11-08T22:17:58,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46153-0x1011c86e0200003, quorum=127.0.0.1:58764, baseZNode=/1-1615380926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1615380926 2024-11-08T22:17:58,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35989-0x1011c86e0200004, quorum=127.0.0.1:58764, baseZNode=/1-1615380926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1615380926 2024-11-08T22:17:59,019 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1615380926/online-snapshot/acquired, /1-1615380926/online-snapshot/reached, /1-1615380926/online-snapshot/abort 2024-11-08T22:17:59,020 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff635fa717b5,46153,1731104277272 2024-11-08T22:17:59,021 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45403/user/jenkins/test-data/d05ad001-11a2-5d63-6354-ae557f21a805/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T22:17:59,022 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T22:17:59,022 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T22:17:59,022 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T22:17:59,023 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ff635fa717b5,46153,1731104277272 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T22:17:59,024 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:17:59,024 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:17:59,024 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:17:59,024 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:17:59,024 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ff635fa717b5:0, corePoolSize=10, maxPoolSize=10 2024-11-08T22:17:59,024 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:17:59,024 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ff635fa717b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T22:17:59,024 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:17:59,025 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731104309025 2024-11-08T22:17:59,025 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T22:17:59,025 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T22:17:59,025 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T22:17:59,025 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T22:17:59,025 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T22:17:59,025 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T22:17:59,026 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T22:17:59,026 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T22:17:59,026 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T22:17:59,026 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T22:17:59,026 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T22:17:59,026 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T22:17:59,026 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T22:17:59,027 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T22:17:59,027 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T22:17:59,027 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:17:59,027 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.large.0-1731104279027,5,FailOnTimeoutGroup] 2024-11-08T22:17:59,027 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T22:17:59,027 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.small.0-1731104279027,5,FailOnTimeoutGroup] 2024-11-08T22:17:59,027 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T22:17:59,027 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T22:17:59,027 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T22:17:59,027 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T22:17:59,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42489 is added to blk_1073741831_1007 (size=1321) 2024-11-08T22:17:59,111 INFO [RS:0;ff635fa717b5:35989 {}] regionserver.HRegionServer(746): ClusterId : a86338fb-69d6-4f3e-bbcb-b1ba7eef60b1 2024-11-08T22:17:59,111 DEBUG [RS:0;ff635fa717b5:35989 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T22:17:59,124 DEBUG [RS:0;ff635fa717b5:35989 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T22:17:59,124 DEBUG [RS:0;ff635fa717b5:35989 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T22:17:59,135 DEBUG [RS:0;ff635fa717b5:35989 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T22:17:59,135 DEBUG [RS:0;ff635fa717b5:35989 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@453d264f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff635fa717b5/172.17.0.3:0 2024-11-08T22:17:59,146 DEBUG [RS:0;ff635fa717b5:35989 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ff635fa717b5:35989 2024-11-08T22:17:59,146 INFO [RS:0;ff635fa717b5:35989 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T22:17:59,146 INFO [RS:0;ff635fa717b5:35989 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T22:17:59,146 DEBUG [RS:0;ff635fa717b5:35989 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T22:17:59,147 INFO [RS:0;ff635fa717b5:35989 {}] regionserver.HRegionServer(2659): reportForDuty to master=ff635fa717b5,46153,1731104277272 with port=35989, startcode=1731104277385 2024-11-08T22:17:59,147 DEBUG [RS:0;ff635fa717b5:35989 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T22:17:59,149 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42973, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T22:17:59,149 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46153 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ff635fa717b5,35989,1731104277385 2024-11-08T22:17:59,149 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46153 {}] master.ServerManager(517): Registering regionserver=ff635fa717b5,35989,1731104277385 2024-11-08T22:17:59,150 DEBUG [RS:0;ff635fa717b5:35989 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45403/user/jenkins/test-data/d05ad001-11a2-5d63-6354-ae557f21a805 2024-11-08T22:17:59,150 DEBUG [RS:0;ff635fa717b5:35989 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45403 2024-11-08T22:17:59,151 DEBUG [RS:0;ff635fa717b5:35989 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T22:17:59,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46153-0x1011c86e0200003, quorum=127.0.0.1:58764, baseZNode=/1-1615380926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1615380926/rs 2024-11-08T22:17:59,197 DEBUG [RS:0;ff635fa717b5:35989 {}] zookeeper.ZKUtil(111): regionserver:35989-0x1011c86e0200004, quorum=127.0.0.1:58764, baseZNode=/1-1615380926 Set watcher on existing znode=/1-1615380926/rs/ff635fa717b5,35989,1731104277385 2024-11-08T22:17:59,197 WARN [RS:0;ff635fa717b5:35989 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T22:17:59,197 INFO [RS:0;ff635fa717b5:35989 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:17:59,197 DEBUG [RS:0;ff635fa717b5:35989 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45403/user/jenkins/test-data/d05ad001-11a2-5d63-6354-ae557f21a805/WALs/ff635fa717b5,35989,1731104277385 2024-11-08T22:17:59,197 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ff635fa717b5,35989,1731104277385] 2024-11-08T22:17:59,200 INFO [RS:0;ff635fa717b5:35989 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T22:17:59,202 INFO [RS:0;ff635fa717b5:35989 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T22:17:59,202 INFO [RS:0;ff635fa717b5:35989 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T22:17:59,202 INFO [RS:0;ff635fa717b5:35989 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:17:59,203 INFO [RS:0;ff635fa717b5:35989 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T22:17:59,204 INFO [RS:0;ff635fa717b5:35989 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T22:17:59,204 INFO [RS:0;ff635fa717b5:35989 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T22:17:59,204 DEBUG [RS:0;ff635fa717b5:35989 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:17:59,204 DEBUG [RS:0;ff635fa717b5:35989 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:17:59,204 DEBUG [RS:0;ff635fa717b5:35989 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:17:59,204 DEBUG [RS:0;ff635fa717b5:35989 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:17:59,204 DEBUG [RS:0;ff635fa717b5:35989 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:17:59,204 DEBUG [RS:0;ff635fa717b5:35989 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ff635fa717b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T22:17:59,204 DEBUG [RS:0;ff635fa717b5:35989 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:17:59,204 DEBUG [RS:0;ff635fa717b5:35989 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:17:59,204 DEBUG [RS:0;ff635fa717b5:35989 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:17:59,204 DEBUG [RS:0;ff635fa717b5:35989 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:17:59,204 DEBUG [RS:0;ff635fa717b5:35989 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:17:59,204 DEBUG [RS:0;ff635fa717b5:35989 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:17:59,204 DEBUG [RS:0;ff635fa717b5:35989 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T22:17:59,204 DEBUG [RS:0;ff635fa717b5:35989 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T22:17:59,208 INFO [RS:0;ff635fa717b5:35989 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T22:17:59,208 INFO [RS:0;ff635fa717b5:35989 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T22:17:59,208 INFO [RS:0;ff635fa717b5:35989 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:17:59,208 INFO [RS:0;ff635fa717b5:35989 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T22:17:59,208 INFO [RS:0;ff635fa717b5:35989 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T22:17:59,208 INFO [RS:0;ff635fa717b5:35989 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,35989,1731104277385-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T22:17:59,221 INFO [RS:0;ff635fa717b5:35989 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T22:17:59,222 INFO [RS:0;ff635fa717b5:35989 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,35989,1731104277385-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:17:59,222 INFO [RS:0;ff635fa717b5:35989 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:17:59,222 INFO [RS:0;ff635fa717b5:35989 {}] regionserver.Replication(171): ff635fa717b5,35989,1731104277385 started 2024-11-08T22:17:59,234 INFO [RS:0;ff635fa717b5:35989 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:17:59,234 INFO [RS:0;ff635fa717b5:35989 {}] regionserver.HRegionServer(1482): Serving as ff635fa717b5,35989,1731104277385, RpcServer on ff635fa717b5/172.17.0.3:35989, sessionid=0x1011c86e0200004 2024-11-08T22:17:59,234 DEBUG [RS:0;ff635fa717b5:35989 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T22:17:59,234 DEBUG [RS:0;ff635fa717b5:35989 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ff635fa717b5,35989,1731104277385 2024-11-08T22:17:59,234 DEBUG [RS:0;ff635fa717b5:35989 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff635fa717b5,35989,1731104277385' 2024-11-08T22:17:59,234 DEBUG [RS:0;ff635fa717b5:35989 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1615380926/flush-table-proc/abort' 2024-11-08T22:17:59,235 DEBUG [RS:0;ff635fa717b5:35989 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1615380926/flush-table-proc/acquired' 2024-11-08T22:17:59,235 DEBUG [RS:0;ff635fa717b5:35989 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T22:17:59,235 DEBUG [RS:0;ff635fa717b5:35989 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T22:17:59,235 DEBUG [RS:0;ff635fa717b5:35989 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ff635fa717b5,35989,1731104277385 2024-11-08T22:17:59,235 DEBUG [RS:0;ff635fa717b5:35989 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff635fa717b5,35989,1731104277385' 2024-11-08T22:17:59,235 DEBUG [RS:0;ff635fa717b5:35989 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1615380926/online-snapshot/abort' 2024-11-08T22:17:59,235 DEBUG [RS:0;ff635fa717b5:35989 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1615380926/online-snapshot/acquired' 2024-11-08T22:17:59,235 DEBUG [RS:0;ff635fa717b5:35989 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T22:17:59,235 INFO [RS:0;ff635fa717b5:35989 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T22:17:59,236 INFO [RS:0;ff635fa717b5:35989 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T22:17:59,336 INFO [RS:0;ff635fa717b5:35989 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T22:17:59,337 INFO [RS:0;ff635fa717b5:35989 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff635fa717b5%2C35989%2C1731104277385, suffix=, logDir=hdfs://localhost:45403/user/jenkins/test-data/d05ad001-11a2-5d63-6354-ae557f21a805/WALs/ff635fa717b5,35989,1731104277385, archiveDir=hdfs://localhost:45403/user/jenkins/test-data/d05ad001-11a2-5d63-6354-ae557f21a805/oldWALs, maxLogs=10 2024-11-08T22:17:59,349 DEBUG [RS:0;ff635fa717b5:35989 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d05ad001-11a2-5d63-6354-ae557f21a805/WALs/ff635fa717b5,35989,1731104277385/ff635fa717b5%2C35989%2C1731104277385.1731104279338, exclude list is [], retry=0 2024-11-08T22:17:59,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42489,DS-e8546bd8-4eb3-421d-b1bb-9f5096abf956,DISK] 2024-11-08T22:17:59,353 INFO [RS:0;ff635fa717b5:35989 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d05ad001-11a2-5d63-6354-ae557f21a805/WALs/ff635fa717b5,35989,1731104277385/ff635fa717b5%2C35989%2C1731104277385.1731104279338 2024-11-08T22:17:59,353 DEBUG [RS:0;ff635fa717b5:35989 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37109:37109)] 2024-11-08T22:17:59,433 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45403/user/jenkins/test-data/d05ad001-11a2-5d63-6354-ae557f21a805/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T22:17:59,433 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45403/user/jenkins/test-data/d05ad001-11a2-5d63-6354-ae557f21a805 2024-11-08T22:17:59,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42489 is added to blk_1073741833_1009 (size=32) 2024-11-08T22:17:59,838 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:17:59,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T22:17:59,841 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T22:17:59,841 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:17:59,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:17:59,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T22:17:59,842 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T22:17:59,842 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:17:59,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:17:59,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T22:17:59,843 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T22:17:59,843 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:17:59,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:17:59,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T22:17:59,844 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T22:17:59,844 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:17:59,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:17:59,845 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T22:17:59,845 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45403/user/jenkins/test-data/d05ad001-11a2-5d63-6354-ae557f21a805/data/hbase/meta/1588230740 2024-11-08T22:17:59,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45403/user/jenkins/test-data/d05ad001-11a2-5d63-6354-ae557f21a805/data/hbase/meta/1588230740 2024-11-08T22:17:59,847 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T22:17:59,847 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T22:17:59,847 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T22:17:59,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T22:17:59,850 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45403/user/jenkins/test-data/d05ad001-11a2-5d63-6354-ae557f21a805/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:17:59,850 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68650649, jitterRate=0.02297438681125641}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T22:17:59,850 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731104279838Initializing all the Stores at 1731104279839 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104279839Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104279839Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104279839Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104279839Cleaning up temporary data from old regions at 1731104279847 (+8 ms)Region opened successfully at 1731104279850 (+3 ms) 2024-11-08T22:17:59,851 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T22:17:59,851 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T22:17:59,851 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T22:17:59,851 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T22:17:59,851 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T22:17:59,851 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T22:17:59,851 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731104279850Disabling compacts and flushes for region at 1731104279850Disabling writes for close at 1731104279851 (+1 ms)Writing region close event to WAL at 1731104279851Closed at 1731104279851 2024-11-08T22:17:59,852 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T22:17:59,852 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T22:17:59,852 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T22:17:59,853 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T22:17:59,854 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T22:17:59,960 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T22:18:00,004 DEBUG [ff635fa717b5:46153 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T22:18:00,005 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ff635fa717b5,35989,1731104277385 2024-11-08T22:18:00,006 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff635fa717b5,35989,1731104277385, state=OPENING 2024-11-08T22:18:00,050 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T22:18:00,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35989-0x1011c86e0200004, quorum=127.0.0.1:58764, baseZNode=/1-1615380926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1615380926 2024-11-08T22:18:00,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46153-0x1011c86e0200003, quorum=127.0.0.1:58764, baseZNode=/1-1615380926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1615380926 2024-11-08T22:18:00,061 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T22:18:00,061 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1615380926/meta-region-server: CHANGED 2024-11-08T22:18:00,061 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1615380926/meta-region-server: CHANGED 2024-11-08T22:18:00,061 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ff635fa717b5,35989,1731104277385}] 2024-11-08T22:18:00,214 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T22:18:00,215 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44379, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T22:18:00,218 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T22:18:00,218 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:18:00,218 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T22:18:00,220 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff635fa717b5%2C35989%2C1731104277385.meta, suffix=.meta, logDir=hdfs://localhost:45403/user/jenkins/test-data/d05ad001-11a2-5d63-6354-ae557f21a805/WALs/ff635fa717b5,35989,1731104277385, archiveDir=hdfs://localhost:45403/user/jenkins/test-data/d05ad001-11a2-5d63-6354-ae557f21a805/oldWALs, maxLogs=10 2024-11-08T22:18:00,232 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d05ad001-11a2-5d63-6354-ae557f21a805/WALs/ff635fa717b5,35989,1731104277385/ff635fa717b5%2C35989%2C1731104277385.meta.1731104280220.meta, exclude list is [], retry=0 2024-11-08T22:18:00,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42489,DS-e8546bd8-4eb3-421d-b1bb-9f5096abf956,DISK] 2024-11-08T22:18:00,235 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d05ad001-11a2-5d63-6354-ae557f21a805/WALs/ff635fa717b5,35989,1731104277385/ff635fa717b5%2C35989%2C1731104277385.meta.1731104280220.meta 2024-11-08T22:18:00,236 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37109:37109)] 2024-11-08T22:18:00,236 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T22:18:00,236 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T22:18:00,236 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T22:18:00,236 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T22:18:00,236 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T22:18:00,236 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T22:18:00,236 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:18:00,236 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T22:18:00,236 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T22:18:00,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T22:18:00,238 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T22:18:00,238 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:18:00,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:18:00,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T22:18:00,239 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T22:18:00,239 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:18:00,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:18:00,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T22:18:00,240 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T22:18:00,240 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:18:00,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:18:00,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T22:18:00,241 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T22:18:00,241 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:18:00,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:18:00,242 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T22:18:00,243 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45403/user/jenkins/test-data/d05ad001-11a2-5d63-6354-ae557f21a805/data/hbase/meta/1588230740 2024-11-08T22:18:00,243 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45403/user/jenkins/test-data/d05ad001-11a2-5d63-6354-ae557f21a805/data/hbase/meta/1588230740 2024-11-08T22:18:00,245 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T22:18:00,245 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T22:18:00,245 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T22:18:00,246 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T22:18:00,247 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71780451, jitterRate=0.06961207091808319}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T22:18:00,247 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T22:18:00,247 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731104280237Writing region info on filesystem at 1731104280237Initializing all the Stores at 1731104280237Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104280237Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104280238 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104280238Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104280238Cleaning up temporary data from old regions at 1731104280245 (+7 ms)Running coprocessor post-open hooks at 1731104280247 (+2 ms)Region opened successfully at 1731104280247 2024-11-08T22:18:00,248 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731104280213 2024-11-08T22:18:00,250 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T22:18:00,250 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T22:18:00,251 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ff635fa717b5,35989,1731104277385 2024-11-08T22:18:00,251 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff635fa717b5,35989,1731104277385, state=OPEN 2024-11-08T22:18:00,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46153-0x1011c86e0200003, quorum=127.0.0.1:58764, baseZNode=/1-1615380926 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1615380926/meta-region-server 2024-11-08T22:18:00,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35989-0x1011c86e0200004, quorum=127.0.0.1:58764, baseZNode=/1-1615380926 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1615380926/meta-region-server 2024-11-08T22:18:00,261 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ff635fa717b5,35989,1731104277385 2024-11-08T22:18:00,261 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1615380926/meta-region-server: CHANGED 2024-11-08T22:18:00,261 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1615380926/meta-region-server: CHANGED 2024-11-08T22:18:00,263 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T22:18:00,263 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ff635fa717b5,35989,1731104277385 in 200 msec 2024-11-08T22:18:00,265 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T22:18:00,265 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 411 msec 2024-11-08T22:18:00,265 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T22:18:00,265 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T22:18:00,267 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:18:00,267 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,35989,1731104277385, seqNum=-1] 2024-11-08T22:18:00,267 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:18:00,268 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43915, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T22:18:00,273 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2510 sec 2024-11-08T22:18:00,273 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731104280273, completionTime=-1 2024-11-08T22:18:00,273 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T22:18:00,273 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T22:18:00,275 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T22:18:00,275 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731104340275 2024-11-08T22:18:00,275 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731104400275 2024-11-08T22:18:00,275 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T22:18:00,276 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,46153,1731104277272-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:00,276 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,46153,1731104277272-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:00,276 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,46153,1731104277272-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:00,276 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ff635fa717b5:46153, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:00,276 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:00,276 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:00,277 DEBUG [master/ff635fa717b5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T22:18:00,279 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.829sec 2024-11-08T22:18:00,279 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T22:18:00,279 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T22:18:00,279 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T22:18:00,279 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T22:18:00,279 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T22:18:00,279 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,46153,1731104277272-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T22:18:00,279 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,46153,1731104277272-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T22:18:00,281 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T22:18:00,282 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T22:18:00,282 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,46153,1731104277272-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:00,311 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c0d01d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:18:00,311 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,46153,-1 for getting cluster id 2024-11-08T22:18:00,311 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:18:00,312 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a86338fb-69d6-4f3e-bbcb-b1ba7eef60b1' 2024-11-08T22:18:00,313 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:18:00,313 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a86338fb-69d6-4f3e-bbcb-b1ba7eef60b1" 2024-11-08T22:18:00,313 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bdb14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:18:00,313 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,46153,-1] 2024-11-08T22:18:00,313 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:18:00,313 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:18:00,314 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:18:00,314 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46175684, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:18:00,315 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:18:00,315 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,35989,1731104277385, seqNum=-1] 2024-11-08T22:18:00,316 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:18:00,316 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T22:18:00,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ff635fa717b5,46153,1731104277272 2024-11-08T22:18:00,318 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58764 2024-11-08T22:18:00,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58764, baseZNode=/1-1615380926 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T22:18:00,401 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011c86e0200005 connected 2024-11-08T22:18:00,465 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fa5fea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:18:00,465 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,41689,-1 for getting cluster id 2024-11-08T22:18:00,465 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:18:00,466 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4752dcad-37bd-4171-baa7-7597d7948b7e' 2024-11-08T22:18:00,466 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:18:00,466 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4752dcad-37bd-4171-baa7-7597d7948b7e" 2024-11-08T22:18:00,466 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@474ba469, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:18:00,466 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,41689,-1] 2024-11-08T22:18:00,466 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:18:00,466 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:18:00,467 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:18:00,468 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57bf406e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:18:00,468 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:18:00,469 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is ff635fa717b5,41689,1731104271594 2024-11-08T22:18:00,469 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e106220 2024-11-08T22:18:00,469 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T22:18:00,469 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T22:18:00,470 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41689 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ff635fa717b5:46153,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T22:18:00,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41689 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T22:18:00,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41689 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:18:00,472 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ff635fa717b5:46153' 2024-11-08T22:18:00,473 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35db687f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:18:00,473 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,46153,-1 for getting cluster id 2024-11-08T22:18:00,473 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:18:00,474 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a86338fb-69d6-4f3e-bbcb-b1ba7eef60b1' 2024-11-08T22:18:00,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:18:00,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a86338fb-69d6-4f3e-bbcb-b1ba7eef60b1" 2024-11-08T22:18:00,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69b2a1d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:18:00,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,46153,-1] 2024-11-08T22:18:00,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:18:00,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:18:00,475 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:18:00,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56ea62ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:18:00,476 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:18:00,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ff635fa717b5,46153,1731104277272 2024-11-08T22:18:00,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1cad5b5b 2024-11-08T22:18:00,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T22:18:00,478 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T22:18:00,479 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-08T22:18:00,479 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T22:18:00,479 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:18:00,479 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:18:00,479 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:18:00,479 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T22:18:00,481 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T22:18:00,482 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T22:18:00,482 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:18:00,483 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T22:18:00,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40361 is added to blk_1073741835_1011 (size=1138) 2024-11-08T22:18:00,531 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T22:18:00,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41689 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:18:00,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41689 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:18:00,892 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 276fa05e7b9a3087591132cb5906fb73, NAME => 'hbase:replication,,1731104280479.276fa05e7b9a3087591132cb5906fb73.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d 2024-11-08T22:18:00,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40361 is added to blk_1073741836_1012 (size=44) 2024-11-08T22:18:01,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41689 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:18:01,298 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731104280479.276fa05e7b9a3087591132cb5906fb73.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:18:01,298 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 276fa05e7b9a3087591132cb5906fb73, disabling compactions & flushes 2024-11-08T22:18:01,298 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731104280479.276fa05e7b9a3087591132cb5906fb73. 2024-11-08T22:18:01,298 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731104280479.276fa05e7b9a3087591132cb5906fb73. 2024-11-08T22:18:01,298 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731104280479.276fa05e7b9a3087591132cb5906fb73. after waiting 0 ms 2024-11-08T22:18:01,298 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731104280479.276fa05e7b9a3087591132cb5906fb73. 2024-11-08T22:18:01,298 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731104280479.276fa05e7b9a3087591132cb5906fb73. 2024-11-08T22:18:01,298 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 276fa05e7b9a3087591132cb5906fb73: Waiting for close lock at 1731104281298Disabling compacts and flushes for region at 1731104281298Disabling writes for close at 1731104281298Writing region close event to WAL at 1731104281298Closed at 1731104281298 2024-11-08T22:18:01,299 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T22:18:01,299 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731104280479.276fa05e7b9a3087591132cb5906fb73.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731104281299"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731104281299"}]},"ts":"1731104281299"} 2024-11-08T22:18:01,301 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T22:18:01,302 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T22:18:01,302 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731104281302"}]},"ts":"1731104281302"} 2024-11-08T22:18:01,304 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T22:18:01,304 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=276fa05e7b9a3087591132cb5906fb73, ASSIGN}] 2024-11-08T22:18:01,305 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=276fa05e7b9a3087591132cb5906fb73, ASSIGN 2024-11-08T22:18:01,306 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=276fa05e7b9a3087591132cb5906fb73, ASSIGN; state=OFFLINE, location=ff635fa717b5,42469,1731104271786; forceNewPlan=false, retain=false 2024-11-08T22:18:01,456 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=276fa05e7b9a3087591132cb5906fb73, regionState=OPENING, regionLocation=ff635fa717b5,42469,1731104271786 2024-11-08T22:18:01,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=276fa05e7b9a3087591132cb5906fb73, ASSIGN because future has completed 2024-11-08T22:18:01,459 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 276fa05e7b9a3087591132cb5906fb73, server=ff635fa717b5,42469,1731104271786}] 2024-11-08T22:18:01,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41689 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:18:01,614 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731104280479.276fa05e7b9a3087591132cb5906fb73. 2024-11-08T22:18:01,614 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:18:01,614 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T22:18:01,615 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff635fa717b5%2C42469%2C1731104271786.rep, suffix=, logDir=hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/WALs/ff635fa717b5,42469,1731104271786, archiveDir=hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/oldWALs, maxLogs=10 2024-11-08T22:18:01,627 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/WALs/ff635fa717b5,42469,1731104271786/ff635fa717b5%2C42469%2C1731104271786.rep.1731104281616, exclude list is [], retry=0 2024-11-08T22:18:01,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40361,DS-f8e56db2-5ccb-462e-ae33-b5ffd24a618d,DISK] 2024-11-08T22:18:01,630 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/WALs/ff635fa717b5,42469,1731104271786/ff635fa717b5%2C42469%2C1731104271786.rep.1731104281616 2024-11-08T22:18:01,631 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37789:37789)] 2024-11-08T22:18:01,631 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 276fa05e7b9a3087591132cb5906fb73, NAME => 'hbase:replication,,1731104280479.276fa05e7b9a3087591132cb5906fb73.', STARTKEY => '', ENDKEY => ''} 2024-11-08T22:18:01,631 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T22:18:01,631 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T22:18:01,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731104280479.276fa05e7b9a3087591132cb5906fb73. service=MultiRowMutationService 2024-11-08T22:18:01,632 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T22:18:01,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 276fa05e7b9a3087591132cb5906fb73 2024-11-08T22:18:01,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731104280479.276fa05e7b9a3087591132cb5906fb73.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:18:01,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 276fa05e7b9a3087591132cb5906fb73 2024-11-08T22:18:01,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 276fa05e7b9a3087591132cb5906fb73 2024-11-08T22:18:01,633 INFO [StoreOpener-276fa05e7b9a3087591132cb5906fb73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 276fa05e7b9a3087591132cb5906fb73 2024-11-08T22:18:01,634 INFO [StoreOpener-276fa05e7b9a3087591132cb5906fb73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 276fa05e7b9a3087591132cb5906fb73 columnFamilyName hfileref 2024-11-08T22:18:01,634 DEBUG [StoreOpener-276fa05e7b9a3087591132cb5906fb73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:18:01,635 INFO [StoreOpener-276fa05e7b9a3087591132cb5906fb73-1 {}] regionserver.HStore(327): Store=276fa05e7b9a3087591132cb5906fb73/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:18:01,635 INFO [StoreOpener-276fa05e7b9a3087591132cb5906fb73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 276fa05e7b9a3087591132cb5906fb73 2024-11-08T22:18:01,636 INFO [StoreOpener-276fa05e7b9a3087591132cb5906fb73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 276fa05e7b9a3087591132cb5906fb73 columnFamilyName queue 2024-11-08T22:18:01,636 DEBUG [StoreOpener-276fa05e7b9a3087591132cb5906fb73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:18:01,636 INFO [StoreOpener-276fa05e7b9a3087591132cb5906fb73-1 {}] regionserver.HStore(327): Store=276fa05e7b9a3087591132cb5906fb73/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:18:01,636 INFO [StoreOpener-276fa05e7b9a3087591132cb5906fb73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 276fa05e7b9a3087591132cb5906fb73 2024-11-08T22:18:01,637 INFO [StoreOpener-276fa05e7b9a3087591132cb5906fb73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 276fa05e7b9a3087591132cb5906fb73 columnFamilyName sid 2024-11-08T22:18:01,637 DEBUG [StoreOpener-276fa05e7b9a3087591132cb5906fb73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:18:01,638 INFO [StoreOpener-276fa05e7b9a3087591132cb5906fb73-1 {}] regionserver.HStore(327): Store=276fa05e7b9a3087591132cb5906fb73/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:18:01,638 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 276fa05e7b9a3087591132cb5906fb73 2024-11-08T22:18:01,638 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/data/hbase/replication/276fa05e7b9a3087591132cb5906fb73 2024-11-08T22:18:01,638 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/data/hbase/replication/276fa05e7b9a3087591132cb5906fb73 2024-11-08T22:18:01,639 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 276fa05e7b9a3087591132cb5906fb73 2024-11-08T22:18:01,639 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 276fa05e7b9a3087591132cb5906fb73 2024-11-08T22:18:01,640 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T22:18:01,641 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 276fa05e7b9a3087591132cb5906fb73 2024-11-08T22:18:01,643 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/data/hbase/replication/276fa05e7b9a3087591132cb5906fb73/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:18:01,643 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 276fa05e7b9a3087591132cb5906fb73; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73280956, jitterRate=0.09197133779525757}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T22:18:01,643 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 276fa05e7b9a3087591132cb5906fb73 2024-11-08T22:18:01,644 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 276fa05e7b9a3087591132cb5906fb73: Running coprocessor pre-open hook at 1731104281632Writing region info on filesystem at 1731104281632Initializing all the Stores at 1731104281633 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104281633Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104281633Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104281633Cleaning up temporary data from old regions at 1731104281639 (+6 ms)Running coprocessor post-open hooks at 1731104281643 (+4 ms)Region opened successfully at 1731104281644 (+1 ms) 2024-11-08T22:18:01,645 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731104280479.276fa05e7b9a3087591132cb5906fb73., pid=7, masterSystemTime=1731104281610 2024-11-08T22:18:01,646 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731104280479.276fa05e7b9a3087591132cb5906fb73. 2024-11-08T22:18:01,646 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731104280479.276fa05e7b9a3087591132cb5906fb73. 2024-11-08T22:18:01,647 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=276fa05e7b9a3087591132cb5906fb73, regionState=OPEN, openSeqNum=2, regionLocation=ff635fa717b5,42469,1731104271786 2024-11-08T22:18:01,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 276fa05e7b9a3087591132cb5906fb73, server=ff635fa717b5,42469,1731104271786 because future has completed 2024-11-08T22:18:01,652 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-08T22:18:01,652 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 276fa05e7b9a3087591132cb5906fb73, server=ff635fa717b5,42469,1731104271786 in 192 msec 2024-11-08T22:18:01,654 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T22:18:01,654 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=276fa05e7b9a3087591132cb5906fb73, ASSIGN in 348 msec 2024-11-08T22:18:01,654 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T22:18:01,655 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731104281654"}]},"ts":"1731104281654"} 2024-11-08T22:18:01,656 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T22:18:01,657 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T22:18:01,658 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1780 sec 2024-11-08T22:18:01,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731104280479.276fa05e7b9a3087591132cb5906fb73., hostname=ff635fa717b5,42469,1731104271786, seqNum=2] 2024-11-08T22:18:01,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42469-0x1011c86e0200001, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1852933509 2024-11-08T22:18:01,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41689-0x1011c86e0200000, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1852933509 2024-11-08T22:18:01,777 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T22:18:01,930 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42469 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-08T22:18:01,930 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T22:18:01,955 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-ff635fa717b5,42469,1731104271786, ReplicationSource: 1, currentBandwidth=0 2024-11-08T22:18:01,956 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:18:01,956 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,42469,1731104271786, seqNum=-1] 2024-11-08T22:18:01,956 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:18:01,957 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56517, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-08T22:18:01,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ff635fa717b5,42469,1731104271786', locateType=CURRENT is [region=hbase:replication,,1731104280479.276fa05e7b9a3087591132cb5906fb73., hostname=ff635fa717b5,42469,1731104271786, seqNum=2] 2024-11-08T22:18:01,960 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-08T22:18:01,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41689 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-08T22:18:01,962 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ff635fa717b5,42469,1731104271786 suceeded 2024-11-08T22:18:01,964 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-08T22:18:01,964 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-08T22:18:01,964 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ff635fa717b5:46153,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T22:18:01,965 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4940 sec 2024-11-08T22:18:01,974 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42469,1731104271786 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ff635fa717b5:46153' 2024-11-08T22:18:01,975 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42469,1731104271786 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a2b37bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:18:01,975 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42469,1731104271786 {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,46153,-1 for getting cluster id 2024-11-08T22:18:01,976 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42469,1731104271786 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:18:01,976 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a86338fb-69d6-4f3e-bbcb-b1ba7eef60b1' 2024-11-08T22:18:01,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:18:01,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a86338fb-69d6-4f3e-bbcb-b1ba7eef60b1" 2024-11-08T22:18:01,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f84f6c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:18:01,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,46153,-1] 2024-11-08T22:18:01,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:18:01,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:18:01,977 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:18:01,978 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42469,1731104271786 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6fa5f721, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:18:01,978 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42469,1731104271786 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:18:01,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ff635fa717b5,46153,1731104277272 2024-11-08T22:18:01,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14a83049 2024-11-08T22:18:01,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T22:18:01,980 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-08T22:18:01,980 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42469,1731104271786 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ff635fa717b5,42469,1731104271786 (queues=1) is replicating from cluster=4752dcad-37bd-4171-baa7-7597d7948b7e to cluster=a86338fb-69d6-4f3e-bbcb-b1ba7eef60b1 2024-11-08T22:18:01,980 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42469,1731104271786 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ff635fa717b5%2C42469%2C1731104271786 2024-11-08T22:18:01,980 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42469,1731104271786 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ff635fa717b5,42469,1731104271786, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T22:18:01,981 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42469,1731104271786.replicationSource.shipperff635fa717b5%2C42469%2C1731104271786,1-ff635fa717b5,42469,1731104271786 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ff635fa717b5%2C42469%2C1731104271786 2024-11-08T22:18:01,981 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42469,1731104271786.replicationSource.wal-reader.ff635fa717b5%2C42469%2C1731104271786,1-ff635fa717b5,42469,1731104271786 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/WALs/ff635fa717b5,42469,1731104271786/ff635fa717b5%2C42469%2C1731104271786.1731104274110, startPosition=0, beingWritten=true 2024-11-08T22:18:02,186 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42469,1731104271786.replicationSource.wal-reader.ff635fa717b5%2C42469%2C1731104271786,1-ff635fa717b5,42469,1731104271786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/WALs/ff635fa717b5,42469,1731104271786/ff635fa717b5%2C42469%2C1731104271786.1731104274110 to pos 0, reset compression=false 2024-11-08T22:18:02,490 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42469,1731104271786.replicationSource.wal-reader.ff635fa717b5%2C42469%2C1731104271786,1-ff635fa717b5,42469,1731104271786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/WALs/ff635fa717b5,42469,1731104271786/ff635fa717b5%2C42469%2C1731104271786.1731104274110 to pos 0, reset compression=false 2024-11-08T22:18:02,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41689 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:18:02,619 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T22:18:02,619 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T22:18:02,619 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:18:02,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:18:02,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:18:02,619 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:18:02,619 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:18:02,620 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is ff635fa717b5,41689,1731104271594 2024-11-08T22:18:02,620 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f27426d 2024-11-08T22:18:02,620 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T22:18:02,621 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T22:18:02,621 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41689 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-08T22:18:02,621 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T22:18:02,621 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:18:02,621 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:18:02,621 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:18:02,621 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:18:02,622 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T22:18:02,622 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=374017490, stopped=false 2024-11-08T22:18:02,622 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ff635fa717b5,41689,1731104271594 2024-11-08T22:18:02,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42469-0x1011c86e0200001, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1852933509/running 2024-11-08T22:18:02,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41689-0x1011c86e0200000, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1852933509/running 2024-11-08T22:18:02,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41689-0x1011c86e0200000, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1852933509 2024-11-08T22:18:02,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42469-0x1011c86e0200001, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1852933509 2024-11-08T22:18:02,661 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T22:18:02,661 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T22:18:02,661 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:18:02,661 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:18:02,661 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42469-0x1011c86e0200001, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Set watcher on znode that does not yet exist, /0-1852933509/running 2024-11-08T22:18:02,661 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ff635fa717b5,42469,1731104271786' ***** 2024-11-08T22:18:02,661 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T22:18:02,661 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41689-0x1011c86e0200000, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Set watcher on znode that does not yet exist, /0-1852933509/running 2024-11-08T22:18:02,661 INFO [RS:0;ff635fa717b5:42469 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T22:18:02,662 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T22:18:02,662 INFO [RS:0;ff635fa717b5:42469 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T22:18:02,662 INFO [RS:0;ff635fa717b5:42469 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T22:18:02,662 INFO [RS:0;ff635fa717b5:42469 {}] regionserver.HRegionServer(3091): Received CLOSE for 276fa05e7b9a3087591132cb5906fb73 2024-11-08T22:18:02,662 INFO [RS:0;ff635fa717b5:42469 {}] regionserver.HRegionServer(959): stopping server ff635fa717b5,42469,1731104271786 2024-11-08T22:18:02,662 INFO [RS:0;ff635fa717b5:42469 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T22:18:02,662 INFO [RS:0;ff635fa717b5:42469 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff635fa717b5:42469. 2024-11-08T22:18:02,662 DEBUG [RS:0;ff635fa717b5:42469 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:18:02,662 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 276fa05e7b9a3087591132cb5906fb73, disabling compactions & flushes 2024-11-08T22:18:02,662 DEBUG [RS:0;ff635fa717b5:42469 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:18:02,662 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731104280479.276fa05e7b9a3087591132cb5906fb73. 2024-11-08T22:18:02,662 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731104280479.276fa05e7b9a3087591132cb5906fb73. 2024-11-08T22:18:02,662 INFO [RS:0;ff635fa717b5:42469 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T22:18:02,662 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731104280479.276fa05e7b9a3087591132cb5906fb73. after waiting 0 ms 2024-11-08T22:18:02,662 INFO [RS:0;ff635fa717b5:42469 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T22:18:02,662 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731104280479.276fa05e7b9a3087591132cb5906fb73. 2024-11-08T22:18:02,662 INFO [RS:0;ff635fa717b5:42469 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T22:18:02,662 INFO [RS:0;ff635fa717b5:42469 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T22:18:02,662 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 276fa05e7b9a3087591132cb5906fb73 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-08T22:18:02,663 INFO [RS:0;ff635fa717b5:42469 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T22:18:02,663 DEBUG [RS:0;ff635fa717b5:42469 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 276fa05e7b9a3087591132cb5906fb73=hbase:replication,,1731104280479.276fa05e7b9a3087591132cb5906fb73.} 2024-11-08T22:18:02,663 DEBUG [RS:0;ff635fa717b5:42469 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 276fa05e7b9a3087591132cb5906fb73 2024-11-08T22:18:02,663 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T22:18:02,663 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T22:18:02,663 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T22:18:02,663 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T22:18:02,663 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T22:18:02,663 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-08T22:18:02,677 INFO [regionserver/ff635fa717b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T22:18:02,682 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/data/hbase/meta/1588230740/.tmp/info/39577a5d06c545078bb617498cf16fc2 is 147, key is hbase:replication,,1731104280479.276fa05e7b9a3087591132cb5906fb73./info:regioninfo/1731104281647/Put/seqid=0 2024-11-08T22:18:02,687 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/data/hbase/replication/276fa05e7b9a3087591132cb5906fb73/.tmp/queue/088b706cebb64d378c026eb87f0c3403 is 151, key is 1-ff635fa717b5,42469,1731104271786/queue:ff635fa717b5%2C42469%2C1731104271786/1731104281959/Put/seqid=0 2024-11-08T22:18:02,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40361 is added to blk_1073741838_1014 (size=6631) 2024-11-08T22:18:02,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40361 is added to blk_1073741839_1015 (size=5350) 2024-11-08T22:18:02,863 DEBUG [RS:0;ff635fa717b5:42469 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 276fa05e7b9a3087591132cb5906fb73 2024-11-08T22:18:02,894 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42469,1731104271786.replicationSource.wal-reader.ff635fa717b5%2C42469%2C1731104271786,1-ff635fa717b5,42469,1731104271786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/WALs/ff635fa717b5,42469,1731104271786/ff635fa717b5%2C42469%2C1731104271786.1731104274110 to pos 0, reset compression=false 2024-11-08T22:18:03,060 INFO [regionserver/ff635fa717b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T22:18:03,060 INFO [regionserver/ff635fa717b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T22:18:03,063 DEBUG [RS:0;ff635fa717b5:42469 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 276fa05e7b9a3087591132cb5906fb73 2024-11-08T22:18:03,090 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/data/hbase/meta/1588230740/.tmp/info/39577a5d06c545078bb617498cf16fc2 2024-11-08T22:18:03,097 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/data/hbase/replication/276fa05e7b9a3087591132cb5906fb73/.tmp/queue/088b706cebb64d378c026eb87f0c3403 2024-11-08T22:18:03,103 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/data/hbase/replication/276fa05e7b9a3087591132cb5906fb73/.tmp/queue/088b706cebb64d378c026eb87f0c3403 as hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/data/hbase/replication/276fa05e7b9a3087591132cb5906fb73/queue/088b706cebb64d378c026eb87f0c3403 2024-11-08T22:18:03,108 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/data/hbase/replication/276fa05e7b9a3087591132cb5906fb73/queue/088b706cebb64d378c026eb87f0c3403, entries=1, sequenceid=5, filesize=5.2 K 2024-11-08T22:18:03,109 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 276fa05e7b9a3087591132cb5906fb73 in 447ms, sequenceid=5, compaction requested=false 2024-11-08T22:18:03,109 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-08T22:18:03,111 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/data/hbase/meta/1588230740/.tmp/ns/6c8aeaade5804483bfc47a8f64a5fc31 is 43, key is default/ns:d/1731104275121/Put/seqid=0 2024-11-08T22:18:03,114 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/data/hbase/replication/276fa05e7b9a3087591132cb5906fb73/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T22:18:03,114 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T22:18:03,114 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T22:18:03,114 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731104280479.276fa05e7b9a3087591132cb5906fb73. 2024-11-08T22:18:03,115 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 276fa05e7b9a3087591132cb5906fb73: Waiting for close lock at 1731104282662Running coprocessor pre-close hooks at 1731104282662Disabling compacts and flushes for region at 1731104282662Disabling writes for close at 1731104282662Obtaining lock to block concurrent updates at 1731104282662Preparing flush snapshotting stores in 276fa05e7b9a3087591132cb5906fb73 at 1731104282662Finished memstore snapshotting hbase:replication,,1731104280479.276fa05e7b9a3087591132cb5906fb73., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731104282663 (+1 ms)Flushing stores of hbase:replication,,1731104280479.276fa05e7b9a3087591132cb5906fb73. at 1731104282663Flushing 276fa05e7b9a3087591132cb5906fb73/queue: creating writer at 1731104282663Flushing 276fa05e7b9a3087591132cb5906fb73/queue: appending metadata at 1731104282686 (+23 ms)Flushing 276fa05e7b9a3087591132cb5906fb73/queue: closing flushed file at 1731104282686Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@732eb076: reopening flushed file at 1731104283102 (+416 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 276fa05e7b9a3087591132cb5906fb73 in 447ms, sequenceid=5, compaction requested=false at 1731104283109 (+7 ms)Writing region close event to WAL at 1731104283111 (+2 ms)Running coprocessor post-close hooks at 1731104283114 (+3 ms)Closed at 1731104283114 2024-11-08T22:18:03,115 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731104280479.276fa05e7b9a3087591132cb5906fb73. 2024-11-08T22:18:03,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40361 is added to blk_1073741840_1016 (size=5153) 2024-11-08T22:18:03,117 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/data/hbase/meta/1588230740/.tmp/ns/6c8aeaade5804483bfc47a8f64a5fc31 2024-11-08T22:18:03,138 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T22:18:03,138 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T22:18:03,138 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T22:18:03,138 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-08T22:18:03,139 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T22:18:03,139 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T22:18:03,139 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T22:18:03,139 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-08T22:18:03,139 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/data/hbase/meta/1588230740/.tmp/table/9cf5a6177b1349afba0d5dd05aca7327 is 53, key is hbase:replication/table:state/1731104281654/Put/seqid=0 2024-11-08T22:18:03,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40361 is added to blk_1073741841_1017 (size=5256) 2024-11-08T22:18:03,264 DEBUG [RS:0;ff635fa717b5:42469 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T22:18:03,399 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42469,1731104271786.replicationSource.wal-reader.ff635fa717b5%2C42469%2C1731104271786,1-ff635fa717b5,42469,1731104271786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/WALs/ff635fa717b5,42469,1731104271786/ff635fa717b5%2C42469%2C1731104271786.1731104274110 to pos 0, reset compression=false 2024-11-08T22:18:03,464 DEBUG [RS:0;ff635fa717b5:42469 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T22:18:03,546 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/data/hbase/meta/1588230740/.tmp/table/9cf5a6177b1349afba0d5dd05aca7327 2024-11-08T22:18:03,551 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/data/hbase/meta/1588230740/.tmp/info/39577a5d06c545078bb617498cf16fc2 as hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/data/hbase/meta/1588230740/info/39577a5d06c545078bb617498cf16fc2 2024-11-08T22:18:03,555 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/data/hbase/meta/1588230740/info/39577a5d06c545078bb617498cf16fc2, entries=10, sequenceid=11, filesize=6.5 K 2024-11-08T22:18:03,556 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/data/hbase/meta/1588230740/.tmp/ns/6c8aeaade5804483bfc47a8f64a5fc31 as hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/data/hbase/meta/1588230740/ns/6c8aeaade5804483bfc47a8f64a5fc31 2024-11-08T22:18:03,561 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/data/hbase/meta/1588230740/ns/6c8aeaade5804483bfc47a8f64a5fc31, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T22:18:03,561 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/data/hbase/meta/1588230740/.tmp/table/9cf5a6177b1349afba0d5dd05aca7327 as hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/data/hbase/meta/1588230740/table/9cf5a6177b1349afba0d5dd05aca7327 2024-11-08T22:18:03,566 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/data/hbase/meta/1588230740/table/9cf5a6177b1349afba0d5dd05aca7327, entries=2, sequenceid=11, filesize=5.1 K 2024-11-08T22:18:03,567 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 904ms, sequenceid=11, compaction requested=false 2024-11-08T22:18:03,579 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-08T22:18:03,580 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T22:18:03,580 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T22:18:03,580 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T22:18:03,580 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731104282663Running coprocessor pre-close hooks at 1731104282663Disabling compacts and flushes for region at 1731104282663Disabling writes for close at 1731104282663Obtaining lock to block concurrent updates at 1731104282663Preparing flush snapshotting stores in 1588230740 at 1731104282663Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731104282664 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731104282664Flushing 1588230740/info: creating writer at 1731104282664Flushing 1588230740/info: appending metadata at 1731104282682 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731104282682Flushing 1588230740/ns: creating writer at 1731104283095 (+413 ms)Flushing 1588230740/ns: appending metadata at 1731104283111 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731104283111Flushing 1588230740/table: creating writer at 1731104283122 (+11 ms)Flushing 1588230740/table: appending metadata at 1731104283138 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731104283139 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e0dd578: reopening flushed file at 1731104283550 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cb14e59: reopening flushed file at 1731104283555 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d654a70: reopening flushed file at 1731104283561 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 904ms, sequenceid=11, compaction requested=false at 1731104283567 (+6 ms)Writing region close event to WAL at 1731104283575 (+8 ms)Running coprocessor post-close hooks at 1731104283580 (+5 ms)Closed at 1731104283580 2024-11-08T22:18:03,580 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T22:18:03,664 INFO [RS:0;ff635fa717b5:42469 {}] regionserver.HRegionServer(976): stopping server ff635fa717b5,42469,1731104271786; all regions closed. 2024-11-08T22:18:03,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40361 is added to blk_1073741834_1010 (size=2742) 2024-11-08T22:18:03,666 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/WALs/ff635fa717b5,42469,1731104271786/ff635fa717b5%2C42469%2C1731104271786.meta.1731104275068.meta not finished, retry = 0 2024-11-08T22:18:03,769 DEBUG [RS:0;ff635fa717b5:42469 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/oldWALs 2024-11-08T22:18:03,769 INFO [RS:0;ff635fa717b5:42469 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ff635fa717b5%2C42469%2C1731104271786.meta:.meta(num 1731104275068) 2024-11-08T22:18:03,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40361 is added to blk_1073741837_1013 (size=1586) 2024-11-08T22:18:03,771 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/WALs/ff635fa717b5,42469,1731104271786/ff635fa717b5%2C42469%2C1731104271786.rep.1731104281616 not finished, retry = 0 2024-11-08T22:18:03,873 DEBUG [RS:0;ff635fa717b5:42469 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/oldWALs 2024-11-08T22:18:03,873 INFO [RS:0;ff635fa717b5:42469 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ff635fa717b5%2C42469%2C1731104271786.rep:(num 1731104281616) 2024-11-08T22:18:03,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40361 is added to blk_1073741832_1008 (size=93) 2024-11-08T22:18:03,875 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/WALs/ff635fa717b5,42469,1731104271786/ff635fa717b5%2C42469%2C1731104271786.1731104274110 not finished, retry = 0 2024-11-08T22:18:03,978 DEBUG [RS:0;ff635fa717b5:42469 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/oldWALs 2024-11-08T22:18:03,978 INFO [RS:0;ff635fa717b5:42469 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ff635fa717b5%2C42469%2C1731104271786:(num 1731104274110) 2024-11-08T22:18:03,978 DEBUG [RS:0;ff635fa717b5:42469 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:18:03,978 INFO [RS:0;ff635fa717b5:42469 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T22:18:03,978 INFO [RS:0;ff635fa717b5:42469 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T22:18:03,978 INFO [RS:0;ff635fa717b5:42469 {}] hbase.ChoreService(370): Chore service for: regionserver/ff635fa717b5:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T22:18:03,978 INFO [RS:0;ff635fa717b5:42469 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T22:18:03,978 INFO [regionserver/ff635fa717b5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T22:18:03,978 INFO [RS:0;ff635fa717b5:42469 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ff635fa717b5,42469,1731104271786 because: Region server is closing 2024-11-08T22:18:03,979 INFO [RS:0;ff635fa717b5:42469 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff635fa717b5:42469. 2024-11-08T22:18:03,979 DEBUG [RS:0;ff635fa717b5:42469 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:18:03,979 DEBUG [RS:0;ff635fa717b5:42469 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:18:03,979 DEBUG [RS:0;ff635fa717b5:42469 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:18:03,979 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:18:04,079 WARN [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42469,1731104271786.replicationSource.shipperff635fa717b5%2C42469%2C1731104271786,1-ff635fa717b5,42469,1731104271786 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-08T22:18:04,079 INFO [RS:0;ff635fa717b5:42469 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42469,1731104271786.replicationSource.shipperff635fa717b5%2C42469%2C1731104271786,1-ff635fa717b5,42469,1731104271786 terminated 2024-11-08T22:18:04,080 INFO [RS:0;ff635fa717b5:42469 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42469 2024-11-08T22:18:04,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42469-0x1011c86e0200001, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1852933509/rs/ff635fa717b5,42469,1731104271786 2024-11-08T22:18:04,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41689-0x1011c86e0200000, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1852933509/rs 2024-11-08T22:18:04,155 INFO [RS:0;ff635fa717b5:42469 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T22:18:04,166 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ff635fa717b5,42469,1731104271786] 2024-11-08T22:18:04,176 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1852933509/draining/ff635fa717b5,42469,1731104271786 already deleted, retry=false 2024-11-08T22:18:04,176 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ff635fa717b5,42469,1731104271786 expired; onlineServers=0 2024-11-08T22:18:04,176 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ff635fa717b5,41689,1731104271594' ***** 2024-11-08T22:18:04,176 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T22:18:04,176 INFO [M:0;ff635fa717b5:41689 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T22:18:04,176 INFO [M:0;ff635fa717b5:41689 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T22:18:04,176 DEBUG [M:0;ff635fa717b5:41689 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T22:18:04,176 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T22:18:04,176 DEBUG [M:0;ff635fa717b5:41689 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T22:18:04,176 DEBUG [master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.small.0-1731104273837 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.small.0-1731104273837,5,FailOnTimeoutGroup] 2024-11-08T22:18:04,176 DEBUG [master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.large.0-1731104273837 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.large.0-1731104273837,5,FailOnTimeoutGroup] 2024-11-08T22:18:04,177 INFO [M:0;ff635fa717b5:41689 {}] hbase.ChoreService(370): Chore service for: master/ff635fa717b5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T22:18:04,177 INFO [M:0;ff635fa717b5:41689 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T22:18:04,177 DEBUG [M:0;ff635fa717b5:41689 {}] master.HMaster(1795): Stopping service threads 2024-11-08T22:18:04,177 INFO [M:0;ff635fa717b5:41689 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T22:18:04,177 INFO [M:0;ff635fa717b5:41689 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T22:18:04,177 INFO [M:0;ff635fa717b5:41689 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T22:18:04,177 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T22:18:04,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41689-0x1011c86e0200000, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1852933509/master 2024-11-08T22:18:04,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41689-0x1011c86e0200000, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1852933509 2024-11-08T22:18:04,187 DEBUG [M:0;ff635fa717b5:41689 {}] zookeeper.ZKUtil(347): master:41689-0x1011c86e0200000, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Unable to get data of znode /0-1852933509/master because node does not exist (not an error) 2024-11-08T22:18:04,187 WARN [M:0;ff635fa717b5:41689 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T22:18:04,187 INFO [M:0;ff635fa717b5:41689 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/.lastflushedseqids 2024-11-08T22:18:04,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40361 is added to blk_1073741842_1018 (size=181) 2024-11-08T22:18:04,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42469-0x1011c86e0200001, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:18:04,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42469-0x1011c86e0200001, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:18:04,266 INFO [RS:0;ff635fa717b5:42469 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T22:18:04,266 INFO [RS:0;ff635fa717b5:42469 {}] regionserver.HRegionServer(1031): Exiting; stopping=ff635fa717b5,42469,1731104271786; zookeeper connection closed. 2024-11-08T22:18:04,266 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3deb619b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3deb619b 2024-11-08T22:18:04,266 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T22:18:04,592 INFO [M:0;ff635fa717b5:41689 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T22:18:04,592 INFO [M:0;ff635fa717b5:41689 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T22:18:04,592 DEBUG [M:0;ff635fa717b5:41689 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T22:18:04,592 INFO [M:0;ff635fa717b5:41689 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:18:04,592 DEBUG [M:0;ff635fa717b5:41689 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:18:04,592 DEBUG [M:0;ff635fa717b5:41689 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T22:18:04,593 DEBUG [M:0;ff635fa717b5:41689 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:18:04,593 INFO [M:0;ff635fa717b5:41689 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-08T22:18:04,606 DEBUG [M:0;ff635fa717b5:41689 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f6ecdfb9c1e8472286551826a156b69a is 82, key is hbase:meta,,1/info:regioninfo/1731104275099/Put/seqid=0 2024-11-08T22:18:04,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40361 is added to blk_1073741843_1019 (size=5672) 2024-11-08T22:18:05,011 INFO [M:0;ff635fa717b5:41689 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f6ecdfb9c1e8472286551826a156b69a 2024-11-08T22:18:05,027 DEBUG [M:0;ff635fa717b5:41689 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/da76946c87534e228636a78ac0a51d5c is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731104281658/Put/seqid=0 2024-11-08T22:18:05,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40361 is added to blk_1073741844_1020 (size=7203) 2024-11-08T22:18:05,432 INFO [M:0;ff635fa717b5:41689 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/da76946c87534e228636a78ac0a51d5c 2024-11-08T22:18:05,450 DEBUG [M:0;ff635fa717b5:41689 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9202d4bddc114dd997ad2e3084f65e03 is 69, key is ff635fa717b5,42469,1731104271786/rs:state/1731104273950/Put/seqid=0 2024-11-08T22:18:05,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40361 is added to blk_1073741845_1021 (size=5156) 2024-11-08T22:18:05,738 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T22:18:05,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:18:05,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:18:05,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:18:05,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:18:05,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:18:05,774 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:18:05,854 INFO [M:0;ff635fa717b5:41689 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9202d4bddc114dd997ad2e3084f65e03 2024-11-08T22:18:05,859 DEBUG [M:0;ff635fa717b5:41689 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f6ecdfb9c1e8472286551826a156b69a as hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f6ecdfb9c1e8472286551826a156b69a 2024-11-08T22:18:05,863 INFO [M:0;ff635fa717b5:41689 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f6ecdfb9c1e8472286551826a156b69a, entries=8, sequenceid=70, filesize=5.5 K 2024-11-08T22:18:05,864 DEBUG [M:0;ff635fa717b5:41689 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/da76946c87534e228636a78ac0a51d5c as hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/da76946c87534e228636a78ac0a51d5c 2024-11-08T22:18:05,868 INFO [M:0;ff635fa717b5:41689 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/da76946c87534e228636a78ac0a51d5c, entries=8, sequenceid=70, filesize=7.0 K 2024-11-08T22:18:05,869 DEBUG [M:0;ff635fa717b5:41689 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9202d4bddc114dd997ad2e3084f65e03 as hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9202d4bddc114dd997ad2e3084f65e03 2024-11-08T22:18:05,873 INFO [M:0;ff635fa717b5:41689 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9202d4bddc114dd997ad2e3084f65e03, entries=1, sequenceid=70, filesize=5.0 K 2024-11-08T22:18:05,874 INFO [M:0;ff635fa717b5:41689 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=70, compaction requested=false 2024-11-08T22:18:05,875 INFO [M:0;ff635fa717b5:41689 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:18:05,875 DEBUG [M:0;ff635fa717b5:41689 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731104284592Disabling compacts and flushes for region at 1731104284592Disabling writes for close at 1731104284593 (+1 ms)Obtaining lock to block concurrent updates at 1731104284593Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731104284593Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731104284593Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731104284593Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731104284593Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731104284606 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731104284606Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731104285015 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731104285027 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731104285027Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731104285436 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731104285450 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731104285450Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a0204cd: reopening flushed file at 1731104285858 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4434c535: reopening flushed file at 1731104285863 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@572222f6: reopening flushed file at 1731104285868 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=70, compaction requested=false at 1731104285874 (+6 ms)Writing region close event to WAL at 1731104285875 (+1 ms)Closed at 1731104285875 2024-11-08T22:18:05,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40361 is added to blk_1073741830_1006 (size=41008) 2024-11-08T22:18:05,877 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T22:18:05,877 INFO [M:0;ff635fa717b5:41689 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T22:18:05,877 INFO [M:0;ff635fa717b5:41689 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41689 2024-11-08T22:18:05,877 INFO [M:0;ff635fa717b5:41689 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T22:18:06,194 INFO [M:0;ff635fa717b5:41689 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T22:18:06,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41689-0x1011c86e0200000, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:18:06,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41689-0x1011c86e0200000, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:18:06,195 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ff635fa717b5:0 server-side Connection retries=45 2024-11-08T22:18:06,195 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:18:06,195 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T22:18:06,195 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T22:18:06,195 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:18:06,195 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T22:18:06,196 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T22:18:06,196 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T22:18:06,196 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37023 2024-11-08T22:18:06,197 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37023 connecting to ZooKeeper ensemble=127.0.0.1:58764 2024-11-08T22:18:06,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:370230x0, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T22:18:06,219 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37023-0x1011c86e0200006 connected 2024-11-08T22:18:06,231 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:18:06,232 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:18:06,234 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37023-0x1011c86e0200006, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Set watcher on znode that does not yet exist, /0-1852933509/running 2024-11-08T22:18:06,234 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1852933509/meta-region-server: INIT 2024-11-08T22:18:06,234 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d, hbase.cluster.distributed=false 2024-11-08T22:18:06,235 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37023-0x1011c86e0200006, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Set watcher on znode that does not yet exist, /0-1852933509/acl 2024-11-08T22:18:06,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37023 2024-11-08T22:18:06,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37023 2024-11-08T22:18:06,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37023 2024-11-08T22:18:06,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37023 2024-11-08T22:18:06,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37023 2024-11-08T22:18:06,256 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ff635fa717b5:0 server-side Connection retries=45 2024-11-08T22:18:06,257 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:18:06,257 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T22:18:06,257 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T22:18:06,257 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:18:06,257 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T22:18:06,257 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T22:18:06,257 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T22:18:06,257 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45193 2024-11-08T22:18:06,258 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45193 connecting to ZooKeeper ensemble=127.0.0.1:58764 2024-11-08T22:18:06,259 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:18:06,261 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:18:06,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:451930x0, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T22:18:06,271 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:451930x0, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Set watcher on znode that does not yet exist, /0-1852933509/running 2024-11-08T22:18:06,271 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45193-0x1011c86e0200007 connected 2024-11-08T22:18:06,271 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1852933509/meta-region-server: INIT 2024-11-08T22:18:06,271 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T22:18:06,272 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T22:18:06,272 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45193-0x1011c86e0200007, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Set watcher on znode that does not yet exist, /0-1852933509/master 2024-11-08T22:18:06,273 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45193-0x1011c86e0200007, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Set watcher on znode that does not yet exist, /0-1852933509/acl 2024-11-08T22:18:06,274 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45193 2024-11-08T22:18:06,274 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45193 2024-11-08T22:18:06,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45193 2024-11-08T22:18:06,278 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45193 2024-11-08T22:18:06,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45193 2024-11-08T22:18:06,295 DEBUG [M:0;ff635fa717b5:37023 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ff635fa717b5:37023 2024-11-08T22:18:06,296 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1852933509/backup-masters/ff635fa717b5,37023,1731104286195 2024-11-08T22:18:06,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45193-0x1011c86e0200007, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1852933509/backup-masters 2024-11-08T22:18:06,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x1011c86e0200006, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1852933509/backup-masters 2024-11-08T22:18:06,303 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37023-0x1011c86e0200006, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Set watcher on existing znode=/0-1852933509/backup-masters/ff635fa717b5,37023,1731104286195 2024-11-08T22:18:06,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45193-0x1011c86e0200007, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1852933509/master 2024-11-08T22:18:06,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x1011c86e0200006, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1852933509 2024-11-08T22:18:06,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45193-0x1011c86e0200007, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1852933509 2024-11-08T22:18:06,314 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37023-0x1011c86e0200006, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Set watcher on existing znode=/0-1852933509/master 2024-11-08T22:18:06,315 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1852933509/backup-masters/ff635fa717b5,37023,1731104286195 from backup master directory 2024-11-08T22:18:06,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x1011c86e0200006, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1852933509/backup-masters/ff635fa717b5,37023,1731104286195 2024-11-08T22:18:06,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45193-0x1011c86e0200007, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1852933509/backup-masters 2024-11-08T22:18:06,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x1011c86e0200006, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1852933509/backup-masters 2024-11-08T22:18:06,323 WARN [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T22:18:06,323 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ff635fa717b5,37023,1731104286195 2024-11-08T22:18:06,332 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:18:06,332 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T22:18:06,337 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 5ms. 2024-11-08T22:18:06,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40361 is added to blk_1073741846_1022 (size=196) 2024-11-08T22:18:06,749 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T22:18:06,750 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T22:18:06,750 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:18:06,754 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-08T22:18:06,756 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/MasterData/WALs/ff635fa717b5,41689,1731104271594 to hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/MasterData/WALs/ff635fa717b5,41689,1731104271594-dead as it is dead 2024-11-08T22:18:06,757 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/MasterData/WALs/ff635fa717b5,41689,1731104271594-dead/ff635fa717b5%2C41689%2C1731104271594.1731104273580 2024-11-08T22:18:06,757 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/MasterData/WALs/ff635fa717b5,41689,1731104271594-dead/ff635fa717b5%2C41689%2C1731104271594.1731104273580 after 0ms 2024-11-08T22:18:06,758 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/MasterData/WALs/ff635fa717b5,41689,1731104271594-dead/ff635fa717b5%2C41689%2C1731104271594.1731104273580 to hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/ff635fa717b5%2C41689%2C1731104271594.1731104273580 2024-11-08T22:18:06,758 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/MasterData/WALs/ff635fa717b5,41689,1731104271594-dead 2024-11-08T22:18:06,758 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/MasterData/WALs/ff635fa717b5,37023,1731104286195 2024-11-08T22:18:06,759 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T22:18:06,760 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ff635fa717b5%2C37023%2C1731104286195, suffix=, logDir=hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/MasterData/WALs/ff635fa717b5,37023,1731104286195, archiveDir=hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/MasterData/oldWALs, maxLogs=10 2024-11-08T22:18:06,771 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/MasterData/WALs/ff635fa717b5,37023,1731104286195/ff635fa717b5%2C37023%2C1731104286195.1731104286760, exclude list is [], retry=0 2024-11-08T22:18:06,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40361,DS-f8e56db2-5ccb-462e-ae33-b5ffd24a618d,DISK] 2024-11-08T22:18:06,774 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/MasterData/WALs/ff635fa717b5,37023,1731104286195/ff635fa717b5%2C37023%2C1731104286195.1731104286760 2024-11-08T22:18:06,775 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37789:37789)] 2024-11-08T22:18:06,775 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T22:18:06,775 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:18:06,775 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:18:06,775 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:18:06,776 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:18:06,777 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T22:18:06,777 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:18:06,781 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f6ecdfb9c1e8472286551826a156b69a 2024-11-08T22:18:06,781 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:18:06,782 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:18:06,782 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T22:18:06,782 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:18:06,787 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/da76946c87534e228636a78ac0a51d5c 2024-11-08T22:18:06,787 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:18:06,787 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:18:06,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T22:18:06,788 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:18:06,792 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9202d4bddc114dd997ad2e3084f65e03 2024-11-08T22:18:06,792 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:18:06,792 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:18:06,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T22:18:06,793 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:18:06,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:18:06,793 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:18:06,794 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-08T22:18:06,794 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/ff635fa717b5%2C41689%2C1731104271594.1731104273580 2024-11-08T22:18:06,798 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/ff635fa717b5%2C41689%2C1731104271594.1731104273580 2024-11-08T22:18:06,798 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/ff635fa717b5%2C41689%2C1731104271594.1731104273580 2024-11-08T22:18:06,800 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:18:06,800 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:18:06,800 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T22:18:06,801 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:18:06,803 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-08T22:18:06,803 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69171916, jitterRate=0.030741870403289795}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T22:18:06,803 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731104286775Initializing all the Stores at 1731104286776 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104286776Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104286776Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104286776Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104286776Cleaning up temporary data from old regions at 1731104286800 (+24 ms)Region opened successfully at 1731104286803 (+3 ms) 2024-11-08T22:18:06,804 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T22:18:06,806 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6880719b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff635fa717b5/172.17.0.3:0 2024-11-08T22:18:06,807 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-08T22:18:06,808 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T22:18:06,808 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T22:18:06,808 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T22:18:06,808 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T22:18:06,810 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T22:18:06,811 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T22:18:06,811 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T22:18:06,811 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 2 msec 2024-11-08T22:18:06,811 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T22:18:06,813 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=ff635fa717b5,42469,1731104271786, regionLocation=ff635fa717b5,42469,1731104271786, openSeqNum=2 2024-11-08T22:18:06,813 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=ff635fa717b5,42469,1731104271786, table=hbase:meta, region=1588230740 2024-11-08T22:18:06,814 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff635fa717b5,42469,1731104271786, state=OPEN 2024-11-08T22:18:06,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45193-0x1011c86e0200007, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1852933509/meta-region-server 2024-11-08T22:18:06,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x1011c86e0200006, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1852933509/meta-region-server 2024-11-08T22:18:06,860 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1852933509/meta-region-server: CHANGED 2024-11-08T22:18:06,860 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1852933509/meta-region-server: CHANGED 2024-11-08T22:18:06,863 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-08T22:18:06,870 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1852933509/draining/ff635fa717b5,42469,1731104271786 already deleted, retry=false 2024-11-08T22:18:06,871 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of ff635fa717b5,42469,1731104271786 on ff635fa717b5,37023,1731104286195 2024-11-08T22:18:06,871 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure ff635fa717b5,42469,1731104271786, splitWal=true, meta=true 2024-11-08T22:18:06,871 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for ff635fa717b5,42469,1731104271786 (carryingMeta=true) ff635fa717b5,42469,1731104271786/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@6633ea8b[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-08T22:18:06,873 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37023-0x1011c86e0200006, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Unable to get data of znode /0-1852933509/balancer because node does not exist (not necessarily an error) 2024-11-08T22:18:06,881 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1852933509/balancer already deleted, retry=false 2024-11-08T22:18:06,881 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T22:18:06,882 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37023-0x1011c86e0200006, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Unable to get data of znode /0-1852933509/normalizer because node does not exist (not necessarily an error) 2024-11-08T22:18:06,891 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1852933509/normalizer already deleted, retry=false 2024-11-08T22:18:06,892 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T22:18:06,893 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37023-0x1011c86e0200006, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Unable to get data of znode /0-1852933509/switch/split because node does not exist (not necessarily an error) 2024-11-08T22:18:06,902 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1852933509/switch/split already deleted, retry=false 2024-11-08T22:18:06,903 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37023-0x1011c86e0200006, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Unable to get data of znode /0-1852933509/switch/merge because node does not exist (not necessarily an error) 2024-11-08T22:18:06,913 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1852933509/switch/merge already deleted, retry=false 2024-11-08T22:18:06,925 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37023-0x1011c86e0200006, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Unable to get data of znode /0-1852933509/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T22:18:06,934 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1852933509/snapshot-cleanup already deleted, retry=false 2024-11-08T22:18:06,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x1011c86e0200006, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1852933509/running 2024-11-08T22:18:06,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45193-0x1011c86e0200007, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1852933509/running 2024-11-08T22:18:06,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x1011c86e0200006, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1852933509 2024-11-08T22:18:06,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45193-0x1011c86e0200007, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1852933509 2024-11-08T22:18:06,945 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ff635fa717b5,37023,1731104286195, sessionid=0x1011c86e0200006, setting cluster-up flag (Was=false) 2024-11-08T22:18:06,955 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1852933509/flush-table-proc/acquired, /0-1852933509/flush-table-proc/reached, /0-1852933509/flush-table-proc/abort 2024-11-08T22:18:06,956 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff635fa717b5,37023,1731104286195 2024-11-08T22:18:06,966 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1852933509/online-snapshot/acquired, /0-1852933509/online-snapshot/reached, /0-1852933509/online-snapshot/abort 2024-11-08T22:18:06,967 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff635fa717b5,37023,1731104286195 2024-11-08T22:18:06,967 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/.lastflushedseqids 2024-11-08T22:18:06,969 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T22:18:06,969 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T22:18:06,969 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ff635fa717b5,37023,1731104286195 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 ff635fa717b5,42469,1731104271786 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T22:18:06,971 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:18:06,971 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:18:06,971 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:18:06,971 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:18:06,971 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ff635fa717b5:0, corePoolSize=10, maxPoolSize=10 2024-11-08T22:18:06,971 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:18:06,971 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ff635fa717b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T22:18:06,971 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:18:06,972 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure ff635fa717b5,42469,1731104271786, splitWal=true, meta=true 2024-11-08T22:18:06,972 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731104316972 2024-11-08T22:18:06,972 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T22:18:06,972 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T22:18:06,972 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T22:18:06,972 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T22:18:06,972 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T22:18:06,972 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T22:18:06,973 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure ff635fa717b5,42469,1731104271786, splitWal=true, meta=true, isMeta: true 2024-11-08T22:18:06,974 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/WALs/ff635fa717b5,42469,1731104271786-splitting 2024-11-08T22:18:06,974 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/WALs/ff635fa717b5,42469,1731104271786-splitting dir is empty, no logs to split. 2024-11-08T22:18:06,974 INFO [PEWorker-1 {}] master.SplitWALManager(105): ff635fa717b5,42469,1731104271786 WAL count=0, meta=true 2024-11-08T22:18:06,976 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/WALs/ff635fa717b5,42469,1731104271786-splitting dir is empty, no logs to split. 2024-11-08T22:18:06,976 INFO [PEWorker-1 {}] master.SplitWALManager(105): ff635fa717b5,42469,1731104271786 WAL count=0, meta=true 2024-11-08T22:18:06,976 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if ff635fa717b5,42469,1731104271786 WAL splitting is done? wals=0, meta=true 2024-11-08T22:18:06,976 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:06,976 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T22:18:06,976 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T22:18:06,976 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T22:18:06,976 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T22:18:06,977 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T22:18:06,977 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T22:18:06,977 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T22:18:06,977 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.large.0-1731104286977,5,FailOnTimeoutGroup] 2024-11-08T22:18:06,977 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.small.0-1731104286977,5,FailOnTimeoutGroup] 2024-11-08T22:18:06,977 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:06,978 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T22:18:06,978 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:06,978 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:06,978 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731104286978, completionTime=-1 2024-11-08T22:18:06,978 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T22:18:06,978 WARN [master/ff635fa717b5:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-08T22:18:06,978 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-08T22:18:06,978 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T22:18:06,982 INFO [RS:0;ff635fa717b5:45193 {}] regionserver.HRegionServer(746): ClusterId : 4752dcad-37bd-4171-baa7-7597d7948b7e 2024-11-08T22:18:06,982 DEBUG [RS:0;ff635fa717b5:45193 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T22:18:06,987 DEBUG [RS:0;ff635fa717b5:45193 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T22:18:06,987 DEBUG [RS:0;ff635fa717b5:45193 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T22:18:06,997 DEBUG [RS:0;ff635fa717b5:45193 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T22:18:06,998 DEBUG [RS:0;ff635fa717b5:45193 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74a92be8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff635fa717b5/172.17.0.3:0 2024-11-08T22:18:07,007 DEBUG [RS:0;ff635fa717b5:45193 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ff635fa717b5:45193 2024-11-08T22:18:07,008 INFO [RS:0;ff635fa717b5:45193 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T22:18:07,008 INFO [RS:0;ff635fa717b5:45193 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T22:18:07,008 DEBUG [RS:0;ff635fa717b5:45193 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T22:18:07,008 INFO [RS:0;ff635fa717b5:45193 {}] regionserver.HRegionServer(2659): reportForDuty to master=ff635fa717b5,37023,1731104286195 with port=45193, startcode=1731104286256 2024-11-08T22:18:07,008 DEBUG [RS:0;ff635fa717b5:45193 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T22:18:07,009 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32817, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T22:18:07,010 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37023 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ff635fa717b5,45193,1731104286256 2024-11-08T22:18:07,010 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37023 {}] master.ServerManager(517): Registering regionserver=ff635fa717b5,45193,1731104286256 2024-11-08T22:18:07,011 DEBUG [RS:0;ff635fa717b5:45193 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d 2024-11-08T22:18:07,011 DEBUG [RS:0;ff635fa717b5:45193 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34665 2024-11-08T22:18:07,011 DEBUG [RS:0;ff635fa717b5:45193 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T22:18:07,028 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=50ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-08T22:18:07,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x1011c86e0200006, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1852933509/rs 2024-11-08T22:18:07,048 DEBUG [RS:0;ff635fa717b5:45193 {}] zookeeper.ZKUtil(111): regionserver:45193-0x1011c86e0200007, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Set watcher on existing znode=/0-1852933509/rs/ff635fa717b5,45193,1731104286256 2024-11-08T22:18:07,048 WARN [RS:0;ff635fa717b5:45193 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T22:18:07,048 INFO [RS:0;ff635fa717b5:45193 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:18:07,049 DEBUG [RS:0;ff635fa717b5:45193 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/WALs/ff635fa717b5,45193,1731104286256 2024-11-08T22:18:07,049 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ff635fa717b5,45193,1731104286256] 2024-11-08T22:18:07,067 INFO [RS:0;ff635fa717b5:45193 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T22:18:07,068 INFO [RS:0;ff635fa717b5:45193 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T22:18:07,069 INFO [RS:0;ff635fa717b5:45193 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T22:18:07,070 INFO [RS:0;ff635fa717b5:45193 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:07,070 INFO [RS:0;ff635fa717b5:45193 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T22:18:07,070 INFO [RS:0;ff635fa717b5:45193 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T22:18:07,071 INFO [RS:0;ff635fa717b5:45193 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:07,071 DEBUG [RS:0;ff635fa717b5:45193 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:18:07,071 DEBUG [RS:0;ff635fa717b5:45193 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:18:07,071 DEBUG [RS:0;ff635fa717b5:45193 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:18:07,071 DEBUG [RS:0;ff635fa717b5:45193 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:18:07,071 DEBUG [RS:0;ff635fa717b5:45193 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:18:07,071 DEBUG [RS:0;ff635fa717b5:45193 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ff635fa717b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T22:18:07,071 DEBUG [RS:0;ff635fa717b5:45193 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:18:07,071 DEBUG [RS:0;ff635fa717b5:45193 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:18:07,071 DEBUG [RS:0;ff635fa717b5:45193 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:18:07,071 DEBUG [RS:0;ff635fa717b5:45193 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:18:07,071 DEBUG [RS:0;ff635fa717b5:45193 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:18:07,071 DEBUG [RS:0;ff635fa717b5:45193 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:18:07,071 DEBUG [RS:0;ff635fa717b5:45193 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T22:18:07,071 DEBUG [RS:0;ff635fa717b5:45193 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T22:18:07,071 INFO [RS:0;ff635fa717b5:45193 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:07,071 INFO [RS:0;ff635fa717b5:45193 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:07,071 INFO [RS:0;ff635fa717b5:45193 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:07,071 INFO [RS:0;ff635fa717b5:45193 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:07,071 INFO [RS:0;ff635fa717b5:45193 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:07,071 INFO [RS:0;ff635fa717b5:45193 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,45193,1731104286256-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T22:18:07,084 INFO [RS:0;ff635fa717b5:45193 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T22:18:07,084 INFO [RS:0;ff635fa717b5:45193 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,45193,1731104286256-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:07,096 INFO [RS:0;ff635fa717b5:45193 {}] regionserver.ReplicationSource(231): queueId=1-ff635fa717b5,45193,1731104286256, ReplicationSource: 1, currentBandwidth=0 2024-11-08T22:18:07,096 INFO [RS:0;ff635fa717b5:45193 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:07,096 INFO [RS:0;ff635fa717b5:45193 {}] regionserver.Replication(171): ff635fa717b5,45193,1731104286256 started 2024-11-08T22:18:07,108 INFO [RS:0;ff635fa717b5:45193 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:07,108 INFO [RS:0;ff635fa717b5:45193 {}] regionserver.HRegionServer(1482): Serving as ff635fa717b5,45193,1731104286256, RpcServer on ff635fa717b5/172.17.0.3:45193, sessionid=0x1011c86e0200007 2024-11-08T22:18:07,108 DEBUG [RS:0;ff635fa717b5:45193 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T22:18:07,108 DEBUG [RS:0;ff635fa717b5:45193 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ff635fa717b5,45193,1731104286256 2024-11-08T22:18:07,108 DEBUG [RS:0;ff635fa717b5:45193 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff635fa717b5,45193,1731104286256' 2024-11-08T22:18:07,108 DEBUG [RS:0;ff635fa717b5:45193 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1852933509/flush-table-proc/abort' 2024-11-08T22:18:07,109 DEBUG [RS:0;ff635fa717b5:45193 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1852933509/flush-table-proc/acquired' 2024-11-08T22:18:07,109 DEBUG [RS:0;ff635fa717b5:45193 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T22:18:07,109 DEBUG [RS:0;ff635fa717b5:45193 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T22:18:07,109 DEBUG [RS:0;ff635fa717b5:45193 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ff635fa717b5,45193,1731104286256 2024-11-08T22:18:07,109 DEBUG [RS:0;ff635fa717b5:45193 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff635fa717b5,45193,1731104286256' 2024-11-08T22:18:07,109 DEBUG [RS:0;ff635fa717b5:45193 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1852933509/online-snapshot/abort' 2024-11-08T22:18:07,110 DEBUG [RS:0;ff635fa717b5:45193 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1852933509/online-snapshot/acquired' 2024-11-08T22:18:07,110 DEBUG [RS:0;ff635fa717b5:45193 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T22:18:07,110 INFO [RS:0;ff635fa717b5:45193 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T22:18:07,110 INFO [RS:0;ff635fa717b5:45193 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T22:18:07,111 DEBUG [RS:0;ff635fa717b5:45193.replicationSource,1-ff635fa717b5,45193,1731104286256 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ff635fa717b5:46153' 2024-11-08T22:18:07,112 DEBUG [RS:0;ff635fa717b5:45193.replicationSource,1-ff635fa717b5,45193,1731104286256 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ff1f167, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:18:07,112 DEBUG [RS:0;ff635fa717b5:45193.replicationSource,1-ff635fa717b5,45193,1731104286256 {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,46153,-1 for getting cluster id 2024-11-08T22:18:07,113 DEBUG [RS:0;ff635fa717b5:45193.replicationSource,1-ff635fa717b5,45193,1731104286256 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:18:07,114 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a86338fb-69d6-4f3e-bbcb-b1ba7eef60b1' 2024-11-08T22:18:07,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:18:07,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a86338fb-69d6-4f3e-bbcb-b1ba7eef60b1" 2024-11-08T22:18:07,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@cb253f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:18:07,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,46153,-1] 2024-11-08T22:18:07,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:18:07,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:18:07,115 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:18:07,116 DEBUG [RS:0;ff635fa717b5:45193.replicationSource,1-ff635fa717b5,45193,1731104286256 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@410ca3e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:18:07,116 DEBUG [RS:0;ff635fa717b5:45193.replicationSource,1-ff635fa717b5,45193,1731104286256 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:18:07,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ff635fa717b5,46153,1731104277272 2024-11-08T22:18:07,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@8500aef 2024-11-08T22:18:07,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T22:18:07,117 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-08T22:18:07,118 INFO [RS:0;ff635fa717b5:45193.replicationSource,1-ff635fa717b5,45193,1731104286256 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ff635fa717b5,45193,1731104286256 (queues=0) is replicating from cluster=4752dcad-37bd-4171-baa7-7597d7948b7e to cluster=a86338fb-69d6-4f3e-bbcb-b1ba7eef60b1 2024-11-08T22:18:07,129 WARN [ff635fa717b5:37023 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-08T22:18:07,210 INFO [RS:0;ff635fa717b5:45193 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T22:18:07,212 INFO [RS:0;ff635fa717b5:45193 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff635fa717b5%2C45193%2C1731104286256, suffix=, logDir=hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/WALs/ff635fa717b5,45193,1731104286256, archiveDir=hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/oldWALs, maxLogs=10 2024-11-08T22:18:07,223 DEBUG [RS:0;ff635fa717b5:45193 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/WALs/ff635fa717b5,45193,1731104286256/ff635fa717b5%2C45193%2C1731104286256.1731104287212, exclude list is [], retry=0 2024-11-08T22:18:07,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40361,DS-f8e56db2-5ccb-462e-ae33-b5ffd24a618d,DISK] 2024-11-08T22:18:07,227 INFO [RS:0;ff635fa717b5:45193 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/WALs/ff635fa717b5,45193,1731104286256/ff635fa717b5%2C45193%2C1731104286256.1731104287212 2024-11-08T22:18:07,228 DEBUG [RS:0;ff635fa717b5:45193 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group ff635fa717b5%2C45193%2C1731104286256 for peer 1 2024-11-08T22:18:07,228 DEBUG [RS:0;ff635fa717b5:45193 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ff635fa717b5%2C45193%2C1731104286256 2024-11-08T22:18:07,228 INFO [RS:0;ff635fa717b5:45193 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ff635fa717b5,45193,1731104286256, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T22:18:07,228 DEBUG [RS:0;ff635fa717b5:45193 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37789:37789)] 2024-11-08T22:18:07,228 INFO [RS:0;ff635fa717b5:45193.replicationSource.shipperff635fa717b5%2C45193%2C1731104286256,1-ff635fa717b5,45193,1731104286256 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ff635fa717b5%2C45193%2C1731104286256 2024-11-08T22:18:07,228 DEBUG [RS:0;ff635fa717b5:45193.replicationSource.wal-reader.ff635fa717b5%2C45193%2C1731104286256,1-ff635fa717b5,45193,1731104286256 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/WALs/ff635fa717b5,45193,1731104286256/ff635fa717b5%2C45193%2C1731104286256.1731104287212, startPosition=0, beingWritten=true 2024-11-08T22:18:07,379 DEBUG [ff635fa717b5:37023 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T22:18:07,379 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ff635fa717b5,45193,1731104286256 2024-11-08T22:18:07,380 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff635fa717b5,45193,1731104286256, state=OPENING 2024-11-08T22:18:07,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45193-0x1011c86e0200007, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1852933509/meta-region-server 2024-11-08T22:18:07,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x1011c86e0200006, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1852933509/meta-region-server 2024-11-08T22:18:07,386 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1852933509/meta-region-server: CHANGED 2024-11-08T22:18:07,386 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1852933509/meta-region-server: CHANGED 2024-11-08T22:18:07,386 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T22:18:07,387 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ff635fa717b5,45193,1731104286256}] 2024-11-08T22:18:07,433 DEBUG [RS:0;ff635fa717b5:45193.replicationSource.wal-reader.ff635fa717b5%2C45193%2C1731104286256,1-ff635fa717b5,45193,1731104286256 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/WALs/ff635fa717b5,45193,1731104286256/ff635fa717b5%2C45193%2C1731104286256.1731104287212 to pos 0, reset compression=false 2024-11-08T22:18:07,539 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T22:18:07,540 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34817, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T22:18:07,543 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T22:18:07,543 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:18:07,544 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T22:18:07,545 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff635fa717b5%2C45193%2C1731104286256.meta, suffix=.meta, logDir=hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/WALs/ff635fa717b5,45193,1731104286256, archiveDir=hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/oldWALs, maxLogs=10 2024-11-08T22:18:07,557 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/WALs/ff635fa717b5,45193,1731104286256/ff635fa717b5%2C45193%2C1731104286256.meta.1731104287545.meta, exclude list is [], retry=0 2024-11-08T22:18:07,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40361,DS-f8e56db2-5ccb-462e-ae33-b5ffd24a618d,DISK] 2024-11-08T22:18:07,561 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/WALs/ff635fa717b5,45193,1731104286256/ff635fa717b5%2C45193%2C1731104286256.meta.1731104287545.meta 2024-11-08T22:18:07,561 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37789:37789)] 2024-11-08T22:18:07,561 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T22:18:07,561 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T22:18:07,561 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T22:18:07,561 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T22:18:07,561 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T22:18:07,562 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T22:18:07,562 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:18:07,562 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T22:18:07,562 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T22:18:07,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T22:18:07,564 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T22:18:07,564 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:18:07,569 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/data/hbase/meta/1588230740/info/39577a5d06c545078bb617498cf16fc2 2024-11-08T22:18:07,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:18:07,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T22:18:07,570 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T22:18:07,570 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:18:07,577 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/data/hbase/meta/1588230740/ns/6c8aeaade5804483bfc47a8f64a5fc31 2024-11-08T22:18:07,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:18:07,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T22:18:07,578 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T22:18:07,578 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:18:07,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:18:07,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T22:18:07,579 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T22:18:07,579 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:18:07,584 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/data/hbase/meta/1588230740/table/9cf5a6177b1349afba0d5dd05aca7327 2024-11-08T22:18:07,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:18:07,584 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T22:18:07,585 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/data/hbase/meta/1588230740 2024-11-08T22:18:07,586 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/data/hbase/meta/1588230740 2024-11-08T22:18:07,587 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T22:18:07,587 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T22:18:07,587 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T22:18:07,589 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T22:18:07,589 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73036382, jitterRate=0.08832690119743347}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T22:18:07,589 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T22:18:07,589 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731104287562Writing region info on filesystem at 1731104287562Initializing all the Stores at 1731104287563 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104287563Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104287563Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104287563Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104287563Cleaning up temporary data from old regions at 1731104287587 (+24 ms)Running coprocessor post-open hooks at 1731104287589 (+2 ms)Region opened successfully at 1731104287589 2024-11-08T22:18:07,590 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731104287539 2024-11-08T22:18:07,592 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T22:18:07,592 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T22:18:07,593 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=ff635fa717b5,45193,1731104286256 2024-11-08T22:18:07,594 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff635fa717b5,45193,1731104286256, state=OPEN 2024-11-08T22:18:07,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45193-0x1011c86e0200007, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1852933509/meta-region-server 2024-11-08T22:18:07,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x1011c86e0200006, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1852933509/meta-region-server 2024-11-08T22:18:07,597 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ff635fa717b5,45193,1731104286256 2024-11-08T22:18:07,597 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1852933509/meta-region-server: CHANGED 2024-11-08T22:18:07,597 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1852933509/meta-region-server: CHANGED 2024-11-08T22:18:07,599 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-08T22:18:07,599 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ff635fa717b5,45193,1731104286256 in 210 msec 2024-11-08T22:18:07,601 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T22:18:07,601 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 622 msec 2024-11-08T22:18:07,737 DEBUG [RS:0;ff635fa717b5:45193.replicationSource.wal-reader.ff635fa717b5%2C45193%2C1731104286256,1-ff635fa717b5,45193,1731104286256 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/WALs/ff635fa717b5,45193,1731104286256/ff635fa717b5%2C45193%2C1731104286256.1731104287212 to pos 0, reset compression=false 2024-11-08T22:18:08,141 DEBUG [RS:0;ff635fa717b5:45193.replicationSource.wal-reader.ff635fa717b5%2C45193%2C1731104286256,1-ff635fa717b5,45193,1731104286256 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/WALs/ff635fa717b5,45193,1731104286256/ff635fa717b5%2C45193%2C1731104286256.1731104287212 to pos 0, reset compression=false 2024-11-08T22:18:08,530 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1552ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-08T22:18:08,646 DEBUG [RS:0;ff635fa717b5:45193.replicationSource.wal-reader.ff635fa717b5%2C45193%2C1731104286256,1-ff635fa717b5,45193,1731104286256 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/WALs/ff635fa717b5,45193,1731104286256/ff635fa717b5%2C45193%2C1731104286256.1731104287212 to pos 0, reset compression=false 2024-11-08T22:18:09,250 DEBUG [RS:0;ff635fa717b5:45193.replicationSource.wal-reader.ff635fa717b5%2C45193%2C1731104286256,1-ff635fa717b5,45193,1731104286256 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/WALs/ff635fa717b5,45193,1731104286256/ff635fa717b5%2C45193%2C1731104286256.1731104287212 to pos 0, reset compression=false 2024-11-08T22:18:09,956 DEBUG [RS:0;ff635fa717b5:45193.replicationSource.wal-reader.ff635fa717b5%2C45193%2C1731104286256,1-ff635fa717b5,45193,1731104286256 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/WALs/ff635fa717b5,45193,1731104286256/ff635fa717b5%2C45193%2C1731104286256.1731104287212 to pos 0, reset compression=false 2024-11-08T22:18:10,033 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3055ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-08T22:18:10,760 DEBUG [RS:0;ff635fa717b5:45193.replicationSource.wal-reader.ff635fa717b5%2C45193%2C1731104286256,1-ff635fa717b5,45193,1731104286256 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/WALs/ff635fa717b5,45193,1731104286256/ff635fa717b5%2C45193%2C1731104286256.1731104287212 to pos 0, reset compression=false 2024-11-08T22:18:11,485 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4507ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-08T22:18:11,485 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T22:18:11,486 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:18:11,486 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,45193,1731104286256, seqNum=-1] 2024-11-08T22:18:11,486 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:18:11,487 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43629, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T22:18:11,490 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=276fa05e7b9a3087591132cb5906fb73, regionState=OPEN, lastHost=ff635fa717b5,42469,1731104271786, regionLocation=ff635fa717b5,42469,1731104271786, openSeqNum=2 2024-11-08T22:18:11,490 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T22:18:11,490 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731104351490 2024-11-08T22:18:11,490 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731104411490 2024-11-08T22:18:11,490 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 5 msec 2024-11-08T22:18:11,491 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): ff635fa717b5,42469,1731104271786 had 2 regions 2024-11-08T22:18:11,491 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,37023,1731104286195-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:11,491 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,37023,1731104286195-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:11,491 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,37023,1731104286195-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:11,491 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ff635fa717b5:37023, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:11,491 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:11,491 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:11,492 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure ff635fa717b5,42469,1731104271786, splitWal=true, meta=true, isMeta: false 2024-11-08T22:18:11,493 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/WALs/ff635fa717b5,42469,1731104271786-splitting dir is empty, no logs to split. 2024-11-08T22:18:11,493 INFO [PEWorker-3 {}] master.SplitWALManager(105): ff635fa717b5,42469,1731104271786 WAL count=0, meta=false 2024-11-08T22:18:11,495 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/WALs/ff635fa717b5,42469,1731104271786-splitting dir is empty, no logs to split. 2024-11-08T22:18:11,495 INFO [PEWorker-3 {}] master.SplitWALManager(105): ff635fa717b5,42469,1731104271786 WAL count=0, meta=false 2024-11-08T22:18:11,495 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if ff635fa717b5,42469,1731104271786 WAL splitting is done? wals=0, meta=false 2024-11-08T22:18:11,497 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.174sec 2024-11-08T22:18:11,497 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T22:18:11,497 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T22:18:11,497 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T22:18:11,497 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T22:18:11,497 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T22:18:11,497 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,37023,1731104286195-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T22:18:11,497 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,37023,1731104286195-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T22:18:11,499 WARN [master/ff635fa717b5:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=ff635fa717b5,42469,1731104271786/hbase:replication,,1731104280479.276fa05e7b9a3087591132cb5906fb73. 2024-11-08T22:18:11,499 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=276fa05e7b9a3087591132cb5906fb73, ASSIGN}] 2024-11-08T22:18:11,500 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T22:18:11,500 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T22:18:11,500 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,37023,1731104286195-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:11,500 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=276fa05e7b9a3087591132cb5906fb73, ASSIGN 2024-11-08T22:18:11,501 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=276fa05e7b9a3087591132cb5906fb73, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T22:18:11,585 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c36d659, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:18:11,585 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,37023,-1 for getting cluster id 2024-11-08T22:18:11,586 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:18:11,587 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4752dcad-37bd-4171-baa7-7597d7948b7e' 2024-11-08T22:18:11,587 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:18:11,587 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4752dcad-37bd-4171-baa7-7597d7948b7e" 2024-11-08T22:18:11,587 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25925cf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:18:11,587 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,37023,-1] 2024-11-08T22:18:11,587 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:18:11,587 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:18:11,588 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:18:11,589 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68ff93a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:18:11,589 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:18:11,590 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,45193,1731104286256, seqNum=-1] 2024-11-08T22:18:11,590 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:18:11,591 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T22:18:11,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-08T22:18:11,593 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T22:18:11,593 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:18:11,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:18:11,594 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:18:11,594 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:18:11,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: ff635fa717b5:37023 after: ff635fa717b5:37023 2024-11-08T22:18:11,594 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e33a3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:18:11,594 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,37023,-1 for getting cluster id 2024-11-08T22:18:11,594 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:18:11,595 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4752dcad-37bd-4171-baa7-7597d7948b7e' 2024-11-08T22:18:11,595 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:18:11,595 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4752dcad-37bd-4171-baa7-7597d7948b7e" 2024-11-08T22:18:11,595 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@180a9b1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:18:11,595 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,37023,-1] 2024-11-08T22:18:11,596 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:18:11,596 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:18:11,596 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:18:11,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b860293, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:18:11,597 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:18:11,597 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is ff635fa717b5,37023,1731104286195 2024-11-08T22:18:11,597 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@318d048 2024-11-08T22:18:11,598 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T22:18:11,598 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T22:18:11,598 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-08T22:18:11,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T22:18:11,599 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T22:18:11,599 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:18:11,599 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:18:11,599 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:18:11,599 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T22:18:11,599 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:18:11,599 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1668871593, stopped=false 2024-11-08T22:18:11,599 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ff635fa717b5,46153,1731104277272 2024-11-08T22:18:11,651 DEBUG [ff635fa717b5:37023 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T22:18:11,652 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=276fa05e7b9a3087591132cb5906fb73, regionState=OPENING, regionLocation=ff635fa717b5,45193,1731104286256 2024-11-08T22:18:11,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=276fa05e7b9a3087591132cb5906fb73, ASSIGN because future has completed 2024-11-08T22:18:11,654 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 276fa05e7b9a3087591132cb5906fb73, server=ff635fa717b5,45193,1731104286256}] 2024-11-08T22:18:11,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46153-0x1011c86e0200003, quorum=127.0.0.1:58764, baseZNode=/1-1615380926 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1615380926/running 2024-11-08T22:18:11,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35989-0x1011c86e0200004, quorum=127.0.0.1:58764, baseZNode=/1-1615380926 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1615380926/running 2024-11-08T22:18:11,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35989-0x1011c86e0200004, quorum=127.0.0.1:58764, baseZNode=/1-1615380926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1615380926 2024-11-08T22:18:11,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46153-0x1011c86e0200003, quorum=127.0.0.1:58764, baseZNode=/1-1615380926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1615380926 2024-11-08T22:18:11,660 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T22:18:11,660 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46153-0x1011c86e0200003, quorum=127.0.0.1:58764, baseZNode=/1-1615380926 Set watcher on znode that does not yet exist, /1-1615380926/running 2024-11-08T22:18:11,660 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35989-0x1011c86e0200004, quorum=127.0.0.1:58764, baseZNode=/1-1615380926 Set watcher on znode that does not yet exist, /1-1615380926/running 2024-11-08T22:18:11,660 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T22:18:11,660 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:18:11,660 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:18:11,661 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ff635fa717b5,35989,1731104277385' ***** 2024-11-08T22:18:11,661 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T22:18:11,661 INFO [RS:0;ff635fa717b5:35989 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T22:18:11,661 INFO [RS:0;ff635fa717b5:35989 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T22:18:11,661 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T22:18:11,661 INFO [RS:0;ff635fa717b5:35989 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T22:18:11,661 INFO [RS:0;ff635fa717b5:35989 {}] regionserver.HRegionServer(959): stopping server ff635fa717b5,35989,1731104277385 2024-11-08T22:18:11,661 INFO [RS:0;ff635fa717b5:35989 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T22:18:11,661 INFO [RS:0;ff635fa717b5:35989 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff635fa717b5:35989. 2024-11-08T22:18:11,661 DEBUG [RS:0;ff635fa717b5:35989 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:18:11,661 DEBUG [RS:0;ff635fa717b5:35989 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:18:11,661 INFO [RS:0;ff635fa717b5:35989 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T22:18:11,661 INFO [RS:0;ff635fa717b5:35989 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T22:18:11,661 INFO [RS:0;ff635fa717b5:35989 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T22:18:11,661 INFO [RS:0;ff635fa717b5:35989 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T22:18:11,661 INFO [RS:0;ff635fa717b5:35989 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T22:18:11,661 DEBUG [RS:0;ff635fa717b5:35989 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T22:18:11,661 DEBUG [RS:0;ff635fa717b5:35989 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T22:18:11,662 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T22:18:11,662 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T22:18:11,662 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T22:18:11,662 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T22:18:11,662 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T22:18:11,662 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-08T22:18:11,665 DEBUG [RS:0;ff635fa717b5:45193.replicationSource.wal-reader.ff635fa717b5%2C45193%2C1731104286256,1-ff635fa717b5,45193,1731104286256 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/WALs/ff635fa717b5,45193,1731104286256/ff635fa717b5%2C45193%2C1731104286256.1731104287212 to pos 0, reset compression=false 2024-11-08T22:18:11,677 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45403/user/jenkins/test-data/d05ad001-11a2-5d63-6354-ae557f21a805/data/hbase/meta/1588230740/.tmp/ns/7592e0d980434444817636b96050e4f1 is 43, key is default/ns:d/1731104280269/Put/seqid=0 2024-11-08T22:18:11,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42489 is added to blk_1073741835_1011 (size=5153) 2024-11-08T22:18:11,718 INFO [regionserver/ff635fa717b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T22:18:11,809 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731104280479.276fa05e7b9a3087591132cb5906fb73. 2024-11-08T22:18:11,809 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:18:11,809 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T22:18:11,811 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff635fa717b5%2C45193%2C1731104286256.rep, suffix=, logDir=hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/WALs/ff635fa717b5,45193,1731104286256, archiveDir=hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/oldWALs, maxLogs=10 2024-11-08T22:18:11,822 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/WALs/ff635fa717b5,45193,1731104286256/ff635fa717b5%2C45193%2C1731104286256.rep.1731104291811, exclude list is [], retry=0 2024-11-08T22:18:11,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40361,DS-f8e56db2-5ccb-462e-ae33-b5ffd24a618d,DISK] 2024-11-08T22:18:11,825 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/WALs/ff635fa717b5,45193,1731104286256/ff635fa717b5%2C45193%2C1731104286256.rep.1731104291811 2024-11-08T22:18:11,826 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37789:37789)] 2024-11-08T22:18:11,826 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 276fa05e7b9a3087591132cb5906fb73, NAME => 'hbase:replication,,1731104280479.276fa05e7b9a3087591132cb5906fb73.', STARTKEY => '', ENDKEY => ''} 2024-11-08T22:18:11,826 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T22:18:11,826 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T22:18:11,826 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731104280479.276fa05e7b9a3087591132cb5906fb73. service=MultiRowMutationService 2024-11-08T22:18:11,826 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T22:18:11,827 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 276fa05e7b9a3087591132cb5906fb73 2024-11-08T22:18:11,827 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731104280479.276fa05e7b9a3087591132cb5906fb73.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:18:11,827 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 276fa05e7b9a3087591132cb5906fb73 2024-11-08T22:18:11,827 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 276fa05e7b9a3087591132cb5906fb73 2024-11-08T22:18:11,828 INFO [StoreOpener-276fa05e7b9a3087591132cb5906fb73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 276fa05e7b9a3087591132cb5906fb73 2024-11-08T22:18:11,829 INFO [StoreOpener-276fa05e7b9a3087591132cb5906fb73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 276fa05e7b9a3087591132cb5906fb73 columnFamilyName hfileref 2024-11-08T22:18:11,829 DEBUG [StoreOpener-276fa05e7b9a3087591132cb5906fb73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:18:11,829 INFO [StoreOpener-276fa05e7b9a3087591132cb5906fb73-1 {}] regionserver.HStore(327): Store=276fa05e7b9a3087591132cb5906fb73/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:18:11,829 INFO [StoreOpener-276fa05e7b9a3087591132cb5906fb73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 276fa05e7b9a3087591132cb5906fb73 2024-11-08T22:18:11,830 INFO [StoreOpener-276fa05e7b9a3087591132cb5906fb73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 276fa05e7b9a3087591132cb5906fb73 columnFamilyName queue 2024-11-08T22:18:11,830 DEBUG [StoreOpener-276fa05e7b9a3087591132cb5906fb73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:18:11,835 DEBUG [StoreOpener-276fa05e7b9a3087591132cb5906fb73-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/data/hbase/replication/276fa05e7b9a3087591132cb5906fb73/queue/088b706cebb64d378c026eb87f0c3403 2024-11-08T22:18:11,835 INFO [StoreOpener-276fa05e7b9a3087591132cb5906fb73-1 {}] regionserver.HStore(327): Store=276fa05e7b9a3087591132cb5906fb73/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:18:11,835 INFO [StoreOpener-276fa05e7b9a3087591132cb5906fb73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 276fa05e7b9a3087591132cb5906fb73 2024-11-08T22:18:11,835 INFO [StoreOpener-276fa05e7b9a3087591132cb5906fb73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 276fa05e7b9a3087591132cb5906fb73 columnFamilyName sid 2024-11-08T22:18:11,835 DEBUG [StoreOpener-276fa05e7b9a3087591132cb5906fb73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:18:11,836 INFO [StoreOpener-276fa05e7b9a3087591132cb5906fb73-1 {}] regionserver.HStore(327): Store=276fa05e7b9a3087591132cb5906fb73/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:18:11,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 276fa05e7b9a3087591132cb5906fb73 2024-11-08T22:18:11,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/data/hbase/replication/276fa05e7b9a3087591132cb5906fb73 2024-11-08T22:18:11,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/data/hbase/replication/276fa05e7b9a3087591132cb5906fb73 2024-11-08T22:18:11,838 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 276fa05e7b9a3087591132cb5906fb73 2024-11-08T22:18:11,838 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 276fa05e7b9a3087591132cb5906fb73 2024-11-08T22:18:11,839 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T22:18:11,840 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 276fa05e7b9a3087591132cb5906fb73 2024-11-08T22:18:11,841 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 276fa05e7b9a3087591132cb5906fb73; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67229180, jitterRate=0.0017928481101989746}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T22:18:11,841 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 276fa05e7b9a3087591132cb5906fb73 2024-11-08T22:18:11,841 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 276fa05e7b9a3087591132cb5906fb73: Running coprocessor pre-open hook at 1731104291827Writing region info on filesystem at 1731104291827Initializing all the Stores at 1731104291828 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104291828Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104291828Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104291828Cleaning up temporary data from old regions at 1731104291838 (+10 ms)Running coprocessor post-open hooks at 1731104291841 (+3 ms)Region opened successfully at 1731104291841 2024-11-08T22:18:11,842 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731104280479.276fa05e7b9a3087591132cb5906fb73., pid=13, masterSystemTime=1731104291806 2024-11-08T22:18:11,844 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731104280479.276fa05e7b9a3087591132cb5906fb73. 2024-11-08T22:18:11,844 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731104280479.276fa05e7b9a3087591132cb5906fb73. 2024-11-08T22:18:11,844 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=276fa05e7b9a3087591132cb5906fb73, regionState=OPEN, openSeqNum=9, regionLocation=ff635fa717b5,45193,1731104286256 2024-11-08T22:18:11,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 276fa05e7b9a3087591132cb5906fb73, server=ff635fa717b5,45193,1731104286256 because future has completed 2024-11-08T22:18:11,848 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-08T22:18:11,848 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 276fa05e7b9a3087591132cb5906fb73, server=ff635fa717b5,45193,1731104286256 in 193 msec 2024-11-08T22:18:11,850 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-08T22:18:11,850 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=276fa05e7b9a3087591132cb5906fb73, ASSIGN in 350 msec 2024-11-08T22:18:11,850 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-08T22:18:11,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731104280479.276fa05e7b9a3087591132cb5906fb73., hostname=ff635fa717b5,45193,1731104286256, seqNum=9] 2024-11-08T22:18:11,862 DEBUG [RS:0;ff635fa717b5:35989 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T22:18:11,867 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for ff635fa717b5,42469,1731104271786 2024-11-08T22:18:11,867 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-08T22:18:12,020 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45193 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-08T22:18:12,062 DEBUG [RS:0;ff635fa717b5:35989 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T22:18:12,081 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45403/user/jenkins/test-data/d05ad001-11a2-5d63-6354-ae557f21a805/data/hbase/meta/1588230740/.tmp/ns/7592e0d980434444817636b96050e4f1 2024-11-08T22:18:12,115 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45403/user/jenkins/test-data/d05ad001-11a2-5d63-6354-ae557f21a805/data/hbase/meta/1588230740/.tmp/ns/7592e0d980434444817636b96050e4f1 as hdfs://localhost:45403/user/jenkins/test-data/d05ad001-11a2-5d63-6354-ae557f21a805/data/hbase/meta/1588230740/ns/7592e0d980434444817636b96050e4f1 2024-11-08T22:18:12,119 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45403/user/jenkins/test-data/d05ad001-11a2-5d63-6354-ae557f21a805/data/hbase/meta/1588230740/ns/7592e0d980434444817636b96050e4f1, entries=2, sequenceid=6, filesize=5.0 K 2024-11-08T22:18:12,120 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 458ms, sequenceid=6, compaction requested=false 2024-11-08T22:18:12,120 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T22:18:12,124 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45403/user/jenkins/test-data/d05ad001-11a2-5d63-6354-ae557f21a805/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-08T22:18:12,125 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T22:18:12,125 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T22:18:12,125 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T22:18:12,125 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731104291661Running coprocessor pre-close hooks at 1731104291661Disabling compacts and flushes for region at 1731104291662 (+1 ms)Disabling writes for close at 1731104291662Obtaining lock to block concurrent updates at 1731104291662Preparing flush snapshotting stores in 1588230740 at 1731104291662Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731104291662Flushing stores of hbase:meta,,1.1588230740 at 1731104291662Flushing 1588230740/ns: creating writer at 1731104291662Flushing 1588230740/ns: appending metadata at 1731104291676 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731104291676Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a23cfe8: reopening flushed file at 1731104292114 (+438 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 458ms, sequenceid=6, compaction requested=false at 1731104292120 (+6 ms)Writing region close event to WAL at 1731104292121 (+1 ms)Running coprocessor post-close hooks at 1731104292125 (+4 ms)Closed at 1731104292125 2024-11-08T22:18:12,125 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T22:18:12,262 INFO [RS:0;ff635fa717b5:35989 {}] regionserver.HRegionServer(976): stopping server ff635fa717b5,35989,1731104277385; all regions closed. 2024-11-08T22:18:12,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42489 is added to blk_1073741834_1010 (size=1152) 2024-11-08T22:18:12,266 DEBUG [RS:0;ff635fa717b5:35989 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d05ad001-11a2-5d63-6354-ae557f21a805/oldWALs 2024-11-08T22:18:12,266 INFO [RS:0;ff635fa717b5:35989 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ff635fa717b5%2C35989%2C1731104277385.meta:.meta(num 1731104280220) 2024-11-08T22:18:12,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42489 is added to blk_1073741832_1008 (size=93) 2024-11-08T22:18:12,268 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d05ad001-11a2-5d63-6354-ae557f21a805/WALs/ff635fa717b5,35989,1731104277385/ff635fa717b5%2C35989%2C1731104277385.1731104279338 not finished, retry = 0 2024-11-08T22:18:12,302 INFO [regionserver/ff635fa717b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T22:18:12,302 INFO [regionserver/ff635fa717b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T22:18:12,370 DEBUG [RS:0;ff635fa717b5:35989 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d05ad001-11a2-5d63-6354-ae557f21a805/oldWALs 2024-11-08T22:18:12,370 INFO [RS:0;ff635fa717b5:35989 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ff635fa717b5%2C35989%2C1731104277385:(num 1731104279338) 2024-11-08T22:18:12,370 DEBUG [RS:0;ff635fa717b5:35989 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:18:12,370 INFO [RS:0;ff635fa717b5:35989 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T22:18:12,371 INFO [RS:0;ff635fa717b5:35989 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T22:18:12,371 INFO [RS:0;ff635fa717b5:35989 {}] hbase.ChoreService(370): Chore service for: regionserver/ff635fa717b5:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T22:18:12,371 INFO [RS:0;ff635fa717b5:35989 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T22:18:12,371 INFO [regionserver/ff635fa717b5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T22:18:12,371 INFO [RS:0;ff635fa717b5:35989 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35989 2024-11-08T22:18:12,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35989-0x1011c86e0200004, quorum=127.0.0.1:58764, baseZNode=/1-1615380926 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1615380926/rs/ff635fa717b5,35989,1731104277385 2024-11-08T22:18:12,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46153-0x1011c86e0200003, quorum=127.0.0.1:58764, baseZNode=/1-1615380926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1615380926/rs 2024-11-08T22:18:12,421 INFO [RS:0;ff635fa717b5:35989 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T22:18:12,438 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ff635fa717b5,35989,1731104277385] 2024-11-08T22:18:12,449 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1615380926/draining/ff635fa717b5,35989,1731104277385 already deleted, retry=false 2024-11-08T22:18:12,449 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ff635fa717b5,35989,1731104277385 expired; onlineServers=0 2024-11-08T22:18:12,449 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ff635fa717b5,46153,1731104277272' ***** 2024-11-08T22:18:12,449 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T22:18:12,449 INFO [M:0;ff635fa717b5:46153 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T22:18:12,449 INFO [M:0;ff635fa717b5:46153 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T22:18:12,449 DEBUG [M:0;ff635fa717b5:46153 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T22:18:12,449 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T22:18:12,449 DEBUG [M:0;ff635fa717b5:46153 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T22:18:12,449 DEBUG [master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.small.0-1731104279027 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.small.0-1731104279027,5,FailOnTimeoutGroup] 2024-11-08T22:18:12,449 DEBUG [master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.large.0-1731104279027 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.large.0-1731104279027,5,FailOnTimeoutGroup] 2024-11-08T22:18:12,450 INFO [M:0;ff635fa717b5:46153 {}] hbase.ChoreService(370): Chore service for: master/ff635fa717b5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T22:18:12,450 INFO [M:0;ff635fa717b5:46153 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T22:18:12,450 DEBUG [M:0;ff635fa717b5:46153 {}] master.HMaster(1795): Stopping service threads 2024-11-08T22:18:12,450 INFO [M:0;ff635fa717b5:46153 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T22:18:12,450 INFO [M:0;ff635fa717b5:46153 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T22:18:12,450 INFO [M:0;ff635fa717b5:46153 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T22:18:12,450 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T22:18:12,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46153-0x1011c86e0200003, quorum=127.0.0.1:58764, baseZNode=/1-1615380926 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1615380926/master 2024-11-08T22:18:12,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46153-0x1011c86e0200003, quorum=127.0.0.1:58764, baseZNode=/1-1615380926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1615380926 2024-11-08T22:18:12,460 DEBUG [M:0;ff635fa717b5:46153 {}] zookeeper.ZKUtil(347): master:46153-0x1011c86e0200003, quorum=127.0.0.1:58764, baseZNode=/1-1615380926 Unable to get data of znode /1-1615380926/master because node does not exist (not an error) 2024-11-08T22:18:12,460 WARN [M:0;ff635fa717b5:46153 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T22:18:12,461 INFO [M:0;ff635fa717b5:46153 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45403/user/jenkins/test-data/d05ad001-11a2-5d63-6354-ae557f21a805/.lastflushedseqids 2024-11-08T22:18:12,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42489 is added to blk_1073741836_1012 (size=99) 2024-11-08T22:18:12,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35989-0x1011c86e0200004, quorum=127.0.0.1:58764, baseZNode=/1-1615380926 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:18:12,538 INFO [RS:0;ff635fa717b5:35989 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T22:18:12,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35989-0x1011c86e0200004, quorum=127.0.0.1:58764, baseZNode=/1-1615380926 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:18:12,538 INFO [RS:0;ff635fa717b5:35989 {}] regionserver.HRegionServer(1031): Exiting; stopping=ff635fa717b5,35989,1731104277385; zookeeper connection closed. 2024-11-08T22:18:12,539 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@91736a1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@91736a1 2024-11-08T22:18:12,539 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T22:18:12,669 DEBUG [RS:0;ff635fa717b5:45193.replicationSource.wal-reader.ff635fa717b5%2C45193%2C1731104286256,1-ff635fa717b5,45193,1731104286256 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/WALs/ff635fa717b5,45193,1731104286256/ff635fa717b5%2C45193%2C1731104286256.1731104287212 to pos 0, reset compression=false 2024-11-08T22:18:12,868 INFO [M:0;ff635fa717b5:46153 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T22:18:12,868 INFO [M:0;ff635fa717b5:46153 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T22:18:12,868 DEBUG [M:0;ff635fa717b5:46153 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T22:18:12,868 INFO [M:0;ff635fa717b5:46153 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:18:12,868 DEBUG [M:0;ff635fa717b5:46153 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:18:12,868 DEBUG [M:0;ff635fa717b5:46153 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T22:18:12,868 DEBUG [M:0;ff635fa717b5:46153 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:18:12,868 INFO [M:0;ff635fa717b5:46153 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-08T22:18:12,882 DEBUG [M:0;ff635fa717b5:46153 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45403/user/jenkins/test-data/d05ad001-11a2-5d63-6354-ae557f21a805/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3a7e3268a2744d0e9e72e30d9ee22394 is 82, key is hbase:meta,,1/info:regioninfo/1731104280250/Put/seqid=0 2024-11-08T22:18:12,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42489 is added to blk_1073741837_1013 (size=5672) 2024-11-08T22:18:13,063 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T22:18:13,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:18:13,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:18:13,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:18:13,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:18:13,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:18:13,100 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:18:13,138 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-08T22:18:13,138 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-08T22:18:13,286 INFO [M:0;ff635fa717b5:46153 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45403/user/jenkins/test-data/d05ad001-11a2-5d63-6354-ae557f21a805/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3a7e3268a2744d0e9e72e30d9ee22394 2024-11-08T22:18:13,303 DEBUG [M:0;ff635fa717b5:46153 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45403/user/jenkins/test-data/d05ad001-11a2-5d63-6354-ae557f21a805/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b4be25a468d248f1a34ea47fd25f5088 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731104280272/Put/seqid=0 2024-11-08T22:18:13,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42489 is added to blk_1073741838_1014 (size=5275) 2024-11-08T22:18:13,707 INFO [M:0;ff635fa717b5:46153 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45403/user/jenkins/test-data/d05ad001-11a2-5d63-6354-ae557f21a805/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b4be25a468d248f1a34ea47fd25f5088 2024-11-08T22:18:13,724 DEBUG [M:0;ff635fa717b5:46153 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45403/user/jenkins/test-data/d05ad001-11a2-5d63-6354-ae557f21a805/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dc865b2091f64a4fba9f709d336eb641 is 69, key is ff635fa717b5,35989,1731104277385/rs:state/1731104279150/Put/seqid=0 2024-11-08T22:18:13,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42489 is added to blk_1073741839_1015 (size=5156) 2024-11-08T22:18:13,773 DEBUG [RS:0;ff635fa717b5:45193.replicationSource.wal-reader.ff635fa717b5%2C45193%2C1731104286256,1-ff635fa717b5,45193,1731104286256 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/WALs/ff635fa717b5,45193,1731104286256/ff635fa717b5%2C45193%2C1731104286256.1731104287212 to pos 0, reset compression=false 2024-11-08T22:18:14,128 INFO [M:0;ff635fa717b5:46153 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45403/user/jenkins/test-data/d05ad001-11a2-5d63-6354-ae557f21a805/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dc865b2091f64a4fba9f709d336eb641 2024-11-08T22:18:14,133 DEBUG [M:0;ff635fa717b5:46153 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45403/user/jenkins/test-data/d05ad001-11a2-5d63-6354-ae557f21a805/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3a7e3268a2744d0e9e72e30d9ee22394 as hdfs://localhost:45403/user/jenkins/test-data/d05ad001-11a2-5d63-6354-ae557f21a805/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3a7e3268a2744d0e9e72e30d9ee22394 2024-11-08T22:18:14,138 INFO [M:0;ff635fa717b5:46153 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45403/user/jenkins/test-data/d05ad001-11a2-5d63-6354-ae557f21a805/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3a7e3268a2744d0e9e72e30d9ee22394, entries=8, sequenceid=28, filesize=5.5 K 2024-11-08T22:18:14,139 DEBUG [M:0;ff635fa717b5:46153 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45403/user/jenkins/test-data/d05ad001-11a2-5d63-6354-ae557f21a805/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b4be25a468d248f1a34ea47fd25f5088 as hdfs://localhost:45403/user/jenkins/test-data/d05ad001-11a2-5d63-6354-ae557f21a805/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b4be25a468d248f1a34ea47fd25f5088 2024-11-08T22:18:14,143 INFO [M:0;ff635fa717b5:46153 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45403/user/jenkins/test-data/d05ad001-11a2-5d63-6354-ae557f21a805/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b4be25a468d248f1a34ea47fd25f5088, entries=3, sequenceid=28, filesize=5.2 K 2024-11-08T22:18:14,144 DEBUG [M:0;ff635fa717b5:46153 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45403/user/jenkins/test-data/d05ad001-11a2-5d63-6354-ae557f21a805/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dc865b2091f64a4fba9f709d336eb641 as hdfs://localhost:45403/user/jenkins/test-data/d05ad001-11a2-5d63-6354-ae557f21a805/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dc865b2091f64a4fba9f709d336eb641 2024-11-08T22:18:14,148 INFO [M:0;ff635fa717b5:46153 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45403/user/jenkins/test-data/d05ad001-11a2-5d63-6354-ae557f21a805/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dc865b2091f64a4fba9f709d336eb641, entries=1, sequenceid=28, filesize=5.0 K 2024-11-08T22:18:14,149 INFO [M:0;ff635fa717b5:46153 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=28, compaction requested=false 2024-11-08T22:18:14,150 INFO [M:0;ff635fa717b5:46153 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:18:14,150 DEBUG [M:0;ff635fa717b5:46153 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731104292868Disabling compacts and flushes for region at 1731104292868Disabling writes for close at 1731104292868Obtaining lock to block concurrent updates at 1731104292868Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731104292868Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731104292868Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731104292869 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731104292869Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731104292881 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731104292881Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731104293290 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731104293303 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731104293303Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731104293711 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731104293724 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731104293724Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f56a9ea: reopening flushed file at 1731104294133 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78703519: reopening flushed file at 1731104294138 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@449b86dd: reopening flushed file at 1731104294143 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=28, compaction requested=false at 1731104294149 (+6 ms)Writing region close event to WAL at 1731104294150 (+1 ms)Closed at 1731104294150 2024-11-08T22:18:14,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42489 is added to blk_1073741830_1006 (size=10165) 2024-11-08T22:18:14,152 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d05ad001-11a2-5d63-6354-ae557f21a805/MasterData/WALs/ff635fa717b5,46153,1731104277272/ff635fa717b5%2C46153%2C1731104277272.1731104278710 not finished, retry = 0 2024-11-08T22:18:14,253 INFO [M:0;ff635fa717b5:46153 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T22:18:14,253 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T22:18:14,253 INFO [M:0;ff635fa717b5:46153 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46153 2024-11-08T22:18:14,253 INFO [M:0;ff635fa717b5:46153 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T22:18:14,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46153-0x1011c86e0200003, quorum=127.0.0.1:58764, baseZNode=/1-1615380926 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:18:14,486 INFO [M:0;ff635fa717b5:46153 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T22:18:14,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46153-0x1011c86e0200003, quorum=127.0.0.1:58764, baseZNode=/1-1615380926 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:18:14,489 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c5bd7e0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T22:18:14,489 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5b7b176a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T22:18:14,489 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T22:18:14,489 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8f56fb7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T22:18:14,489 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48fb8414{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4352b27-4316-7b27-924f-676ebdcda829/hadoop.log.dir/,STOPPED} 2024-11-08T22:18:14,490 WARN [BP-323586530-172.17.0.3-1731104275265 heartbeating to localhost/127.0.0.1:45403 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T22:18:14,490 WARN [BP-323586530-172.17.0.3-1731104275265 heartbeating to localhost/127.0.0.1:45403 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-323586530-172.17.0.3-1731104275265 (Datanode Uuid 29703c65-655b-43ed-a1b8-fa3750221d06) service to localhost/127.0.0.1:45403 2024-11-08T22:18:14,490 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T22:18:14,490 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T22:18:14,491 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4352b27-4316-7b27-924f-676ebdcda829/cluster_5a9f7284-18d1-0c9b-fab3-31b9f16120be/data/data1/current/BP-323586530-172.17.0.3-1731104275265 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T22:18:14,491 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4352b27-4316-7b27-924f-676ebdcda829/cluster_5a9f7284-18d1-0c9b-fab3-31b9f16120be/data/data2/current/BP-323586530-172.17.0.3-1731104275265 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T22:18:14,491 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T22:18:14,495 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1cebf78e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T22:18:14,496 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1a243add{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T22:18:14,496 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T22:18:14,496 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@227b1983{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T22:18:14,496 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e363219{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4352b27-4316-7b27-924f-676ebdcda829/hadoop.log.dir/,STOPPED} 2024-11-08T22:18:14,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T22:18:14,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T22:18:14,506 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T22:18:14,506 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:18:14,507 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:18:14,507 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:18:14,507 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:18:14,507 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T22:18:14,507 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1047871477, stopped=false 2024-11-08T22:18:14,507 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ff635fa717b5,37023,1731104286195 2024-11-08T22:18:14,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45193-0x1011c86e0200007, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1852933509/running 2024-11-08T22:18:14,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x1011c86e0200006, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1852933509/running 2024-11-08T22:18:14,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45193-0x1011c86e0200007, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1852933509 2024-11-08T22:18:14,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x1011c86e0200006, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1852933509 2024-11-08T22:18:14,523 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T22:18:14,523 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T22:18:14,523 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:18:14,523 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45193-0x1011c86e0200007, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Set watcher on znode that does not yet exist, /0-1852933509/running 2024-11-08T22:18:14,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:18:14,523 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37023-0x1011c86e0200006, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Set watcher on znode that does not yet exist, /0-1852933509/running 2024-11-08T22:18:14,523 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ff635fa717b5,45193,1731104286256' ***** 2024-11-08T22:18:14,523 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T22:18:14,524 INFO [RS:0;ff635fa717b5:45193 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T22:18:14,524 INFO [RS:0;ff635fa717b5:45193 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T22:18:14,524 INFO [RS:0;ff635fa717b5:45193 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T22:18:14,524 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T22:18:14,524 INFO [RS:0;ff635fa717b5:45193 {}] regionserver.HRegionServer(3091): Received CLOSE for 276fa05e7b9a3087591132cb5906fb73 2024-11-08T22:18:14,524 INFO [RS:0;ff635fa717b5:45193 {}] regionserver.HRegionServer(959): stopping server ff635fa717b5,45193,1731104286256 2024-11-08T22:18:14,524 INFO [RS:0;ff635fa717b5:45193 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T22:18:14,524 INFO [RS:0;ff635fa717b5:45193 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff635fa717b5:45193. 2024-11-08T22:18:14,524 DEBUG [RS:0;ff635fa717b5:45193 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:18:14,524 DEBUG [RS:0;ff635fa717b5:45193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:18:14,524 INFO [RS:0;ff635fa717b5:45193 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T22:18:14,524 INFO [RS:0;ff635fa717b5:45193 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T22:18:14,524 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 276fa05e7b9a3087591132cb5906fb73, disabling compactions & flushes 2024-11-08T22:18:14,524 INFO [RS:0;ff635fa717b5:45193 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T22:18:14,524 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731104280479.276fa05e7b9a3087591132cb5906fb73. 2024-11-08T22:18:14,524 INFO [RS:0;ff635fa717b5:45193 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T22:18:14,524 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731104280479.276fa05e7b9a3087591132cb5906fb73. 2024-11-08T22:18:14,524 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731104280479.276fa05e7b9a3087591132cb5906fb73. after waiting 0 ms 2024-11-08T22:18:14,524 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731104280479.276fa05e7b9a3087591132cb5906fb73. 2024-11-08T22:18:14,524 INFO [RS:0;ff635fa717b5:45193 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T22:18:14,524 DEBUG [RS:0;ff635fa717b5:45193 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 276fa05e7b9a3087591132cb5906fb73=hbase:replication,,1731104280479.276fa05e7b9a3087591132cb5906fb73.} 2024-11-08T22:18:14,524 DEBUG [RS:0;ff635fa717b5:45193 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 276fa05e7b9a3087591132cb5906fb73 2024-11-08T22:18:14,525 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T22:18:14,525 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T22:18:14,525 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T22:18:14,525 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T22:18:14,525 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T22:18:14,525 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-08T22:18:14,527 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/data/hbase/replication/276fa05e7b9a3087591132cb5906fb73/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-08T22:18:14,528 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T22:18:14,528 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T22:18:14,528 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731104280479.276fa05e7b9a3087591132cb5906fb73. 2024-11-08T22:18:14,528 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 276fa05e7b9a3087591132cb5906fb73: Waiting for close lock at 1731104294524Running coprocessor pre-close hooks at 1731104294524Disabling compacts and flushes for region at 1731104294524Disabling writes for close at 1731104294524Writing region close event to WAL at 1731104294525 (+1 ms)Running coprocessor post-close hooks at 1731104294528 (+3 ms)Closed at 1731104294528 2024-11-08T22:18:14,528 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731104280479.276fa05e7b9a3087591132cb5906fb73. 2024-11-08T22:18:14,539 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/data/hbase/meta/1588230740/.tmp/info/4234230911dc4290bea58400922f70aa is 147, key is hbase:replication,,1731104280479.276fa05e7b9a3087591132cb5906fb73./info:regioninfo/1731104291844/Put/seqid=0 2024-11-08T22:18:14,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40361 is added to blk_1073741851_1027 (size=6385) 2024-11-08T22:18:14,577 INFO [regionserver/ff635fa717b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T22:18:14,725 DEBUG [RS:0;ff635fa717b5:45193 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T22:18:14,925 DEBUG [RS:0;ff635fa717b5:45193 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T22:18:14,943 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/data/hbase/meta/1588230740/.tmp/info/4234230911dc4290bea58400922f70aa 2024-11-08T22:18:14,949 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/data/hbase/meta/1588230740/.tmp/info/4234230911dc4290bea58400922f70aa as hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/data/hbase/meta/1588230740/info/4234230911dc4290bea58400922f70aa 2024-11-08T22:18:14,954 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/data/hbase/meta/1588230740/info/4234230911dc4290bea58400922f70aa, entries=8, sequenceid=19, filesize=6.2 K 2024-11-08T22:18:14,955 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 430ms, sequenceid=19, compaction requested=false 2024-11-08T22:18:14,958 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-08T22:18:14,959 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T22:18:14,959 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T22:18:14,959 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T22:18:14,959 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731104294524Running coprocessor pre-close hooks at 1731104294524Disabling compacts and flushes for region at 1731104294524Disabling writes for close at 1731104294525 (+1 ms)Obtaining lock to block concurrent updates at 1731104294525Preparing flush snapshotting stores in 1588230740 at 1731104294525Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731104294525Flushing stores of hbase:meta,,1.1588230740 at 1731104294525Flushing 1588230740/info: creating writer at 1731104294525Flushing 1588230740/info: appending metadata at 1731104294539 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731104294539Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@345e8249: reopening flushed file at 1731104294948 (+409 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 430ms, sequenceid=19, compaction requested=false at 1731104294955 (+7 ms)Writing region close event to WAL at 1731104294956 (+1 ms)Running coprocessor post-close hooks at 1731104294959 (+3 ms)Closed at 1731104294959 2024-11-08T22:18:14,959 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T22:18:14,978 DEBUG [RS:0;ff635fa717b5:45193.replicationSource.wal-reader.ff635fa717b5%2C45193%2C1731104286256,1-ff635fa717b5,45193,1731104286256 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/WALs/ff635fa717b5,45193,1731104286256/ff635fa717b5%2C45193%2C1731104286256.1731104287212 to pos 0, reset compression=false 2024-11-08T22:18:15,072 INFO [regionserver/ff635fa717b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T22:18:15,072 INFO [regionserver/ff635fa717b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T22:18:15,125 INFO [RS:0;ff635fa717b5:45193 {}] regionserver.HRegionServer(976): stopping server ff635fa717b5,45193,1731104286256; all regions closed. 2024-11-08T22:18:15,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40361 is added to blk_1073741849_1025 (size=2156) 2024-11-08T22:18:15,127 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/WALs/ff635fa717b5,45193,1731104286256/ff635fa717b5%2C45193%2C1731104286256.meta.1731104287545.meta not finished, retry = 0 2024-11-08T22:18:15,230 DEBUG [RS:0;ff635fa717b5:45193 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/oldWALs 2024-11-08T22:18:15,230 INFO [RS:0;ff635fa717b5:45193 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ff635fa717b5%2C45193%2C1731104286256.meta:.meta(num 1731104287545) 2024-11-08T22:18:15,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40361 is added to blk_1073741850_1026 (size=796) 2024-11-08T22:18:15,232 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/WALs/ff635fa717b5,45193,1731104286256/ff635fa717b5%2C45193%2C1731104286256.rep.1731104291811 not finished, retry = 0 2024-11-08T22:18:15,333 DEBUG [RS:0;ff635fa717b5:45193 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/oldWALs 2024-11-08T22:18:15,333 INFO [RS:0;ff635fa717b5:45193 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ff635fa717b5%2C45193%2C1731104286256.rep:(num 1731104291811) 2024-11-08T22:18:15,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40361 is added to blk_1073741848_1024 (size=93) 2024-11-08T22:18:15,335 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/WALs/ff635fa717b5,45193,1731104286256/ff635fa717b5%2C45193%2C1731104286256.1731104287212 not finished, retry = 0 2024-11-08T22:18:15,437 DEBUG [RS:0;ff635fa717b5:45193 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/oldWALs 2024-11-08T22:18:15,437 INFO [RS:0;ff635fa717b5:45193 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ff635fa717b5%2C45193%2C1731104286256:(num 1731104287212) 2024-11-08T22:18:15,437 DEBUG [RS:0;ff635fa717b5:45193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:18:15,437 INFO [RS:0;ff635fa717b5:45193 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T22:18:15,438 INFO [RS:0;ff635fa717b5:45193 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T22:18:15,438 INFO [RS:0;ff635fa717b5:45193 {}] hbase.ChoreService(370): Chore service for: regionserver/ff635fa717b5:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T22:18:15,438 INFO [RS:0;ff635fa717b5:45193 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T22:18:15,438 INFO [regionserver/ff635fa717b5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T22:18:15,438 INFO [RS:0;ff635fa717b5:45193 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ff635fa717b5,45193,1731104286256 because: Region server is closing 2024-11-08T22:18:15,438 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/ff635fa717b5:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-08T22:18:15,438 INFO [RS:0;ff635fa717b5:45193 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff635fa717b5:45193. 2024-11-08T22:18:15,438 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/ff635fa717b5:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-08T22:18:15,438 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/ff635fa717b5:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-08T22:18:15,438 DEBUG [RS:0;ff635fa717b5:45193 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:18:15,438 DEBUG [RS:0;ff635fa717b5:45193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:18:15,438 DEBUG [RS:0;ff635fa717b5:45193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:18:15,438 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:18:15,539 WARN [RS:0;ff635fa717b5:45193.replicationSource.wal-reader.ff635fa717b5%2C45193%2C1731104286256,1-ff635fa717b5,45193,1731104286256 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T22:18:15,539 WARN [RS:0;ff635fa717b5:45193.replicationSource.shipperff635fa717b5%2C45193%2C1731104286256,1-ff635fa717b5,45193,1731104286256 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-08T22:18:15,539 INFO [RS:0;ff635fa717b5:45193 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;ff635fa717b5:45193.replicationSource.shipperff635fa717b5%2C45193%2C1731104286256,1-ff635fa717b5,45193,1731104286256 terminated 2024-11-08T22:18:15,539 INFO [RS:0;ff635fa717b5:45193 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45193 2024-11-08T22:18:15,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45193-0x1011c86e0200007, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1852933509/rs/ff635fa717b5,45193,1731104286256 2024-11-08T22:18:15,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x1011c86e0200006, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1852933509/rs 2024-11-08T22:18:15,586 INFO [RS:0;ff635fa717b5:45193 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T22:18:15,596 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ff635fa717b5,45193,1731104286256] 2024-11-08T22:18:15,607 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1852933509/draining/ff635fa717b5,45193,1731104286256 already deleted, retry=false 2024-11-08T22:18:15,607 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ff635fa717b5,45193,1731104286256 expired; onlineServers=0 2024-11-08T22:18:15,607 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ff635fa717b5,37023,1731104286195' ***** 2024-11-08T22:18:15,607 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T22:18:15,607 INFO [M:0;ff635fa717b5:37023 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T22:18:15,607 INFO [M:0;ff635fa717b5:37023 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T22:18:15,607 DEBUG [M:0;ff635fa717b5:37023 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T22:18:15,607 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T22:18:15,607 DEBUG [M:0;ff635fa717b5:37023 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T22:18:15,607 DEBUG [master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.large.0-1731104286977 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.large.0-1731104286977,5,FailOnTimeoutGroup] 2024-11-08T22:18:15,607 DEBUG [master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.small.0-1731104286977 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.small.0-1731104286977,5,FailOnTimeoutGroup] 2024-11-08T22:18:15,607 INFO [M:0;ff635fa717b5:37023 {}] hbase.ChoreService(370): Chore service for: master/ff635fa717b5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T22:18:15,607 INFO [M:0;ff635fa717b5:37023 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T22:18:15,607 DEBUG [M:0;ff635fa717b5:37023 {}] master.HMaster(1795): Stopping service threads 2024-11-08T22:18:15,607 INFO [M:0;ff635fa717b5:37023 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T22:18:15,607 INFO [M:0;ff635fa717b5:37023 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T22:18:15,607 INFO [M:0;ff635fa717b5:37023 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T22:18:15,608 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T22:18:15,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x1011c86e0200006, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1852933509/master 2024-11-08T22:18:15,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x1011c86e0200006, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1852933509 2024-11-08T22:18:15,617 DEBUG [M:0;ff635fa717b5:37023 {}] zookeeper.ZKUtil(347): master:37023-0x1011c86e0200006, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Unable to get data of znode /0-1852933509/master because node does not exist (not an error) 2024-11-08T22:18:15,617 WARN [M:0;ff635fa717b5:37023 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T22:18:15,618 INFO [M:0;ff635fa717b5:37023 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/.lastflushedseqids 2024-11-08T22:18:15,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40361 is added to blk_1073741852_1028 (size=181) 2024-11-08T22:18:15,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45193-0x1011c86e0200007, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:18:15,696 INFO [RS:0;ff635fa717b5:45193 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T22:18:15,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45193-0x1011c86e0200007, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:18:15,696 INFO [RS:0;ff635fa717b5:45193 {}] regionserver.HRegionServer(1031): Exiting; stopping=ff635fa717b5,45193,1731104286256; zookeeper connection closed. 2024-11-08T22:18:15,697 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@72f2f727 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@72f2f727 2024-11-08T22:18:15,697 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T22:18:16,023 INFO [M:0;ff635fa717b5:37023 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T22:18:16,023 INFO [M:0;ff635fa717b5:37023 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T22:18:16,023 DEBUG [M:0;ff635fa717b5:37023 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T22:18:16,023 INFO [M:0;ff635fa717b5:37023 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:18:16,023 DEBUG [M:0;ff635fa717b5:37023 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:18:16,023 DEBUG [M:0;ff635fa717b5:37023 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T22:18:16,023 DEBUG [M:0;ff635fa717b5:37023 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:18:16,023 INFO [M:0;ff635fa717b5:37023 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-08T22:18:16,041 DEBUG [M:0;ff635fa717b5:37023 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7de6ab1c735f44aabddbaf5303e4983e is 82, key is hbase:meta,,1/info:regioninfo/1731104287593/Put/seqid=0 2024-11-08T22:18:16,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40361 is added to blk_1073741853_1029 (size=5672) 2024-11-08T22:18:16,445 INFO [M:0;ff635fa717b5:37023 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7de6ab1c735f44aabddbaf5303e4983e 2024-11-08T22:18:16,461 DEBUG [M:0;ff635fa717b5:37023 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c6426d6b19e34938b3f8b6c4375f2ab4 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731104291849/Put/seqid=0 2024-11-08T22:18:16,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40361 is added to blk_1073741854_1030 (size=7312) 2024-11-08T22:18:16,465 INFO [M:0;ff635fa717b5:37023 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c6426d6b19e34938b3f8b6c4375f2ab4 2024-11-08T22:18:16,482 DEBUG [M:0;ff635fa717b5:37023 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fbdf873d85344563a6e2b0776e827341 is 69, key is ff635fa717b5,45193,1731104286256/rs:state/1731104287010/Put/seqid=0 2024-11-08T22:18:16,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40361 is added to blk_1073741855_1031 (size=5370) 2024-11-08T22:18:16,886 INFO [M:0;ff635fa717b5:37023 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fbdf873d85344563a6e2b0776e827341 2024-11-08T22:18:16,890 INFO [M:0;ff635fa717b5:37023 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fbdf873d85344563a6e2b0776e827341 2024-11-08T22:18:16,891 DEBUG [M:0;ff635fa717b5:37023 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7de6ab1c735f44aabddbaf5303e4983e as hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7de6ab1c735f44aabddbaf5303e4983e 2024-11-08T22:18:16,895 INFO [M:0;ff635fa717b5:37023 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7de6ab1c735f44aabddbaf5303e4983e, entries=8, sequenceid=127, filesize=5.5 K 2024-11-08T22:18:16,896 DEBUG [M:0;ff635fa717b5:37023 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c6426d6b19e34938b3f8b6c4375f2ab4 as hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c6426d6b19e34938b3f8b6c4375f2ab4 2024-11-08T22:18:16,901 INFO [M:0;ff635fa717b5:37023 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c6426d6b19e34938b3f8b6c4375f2ab4, entries=7, sequenceid=127, filesize=7.1 K 2024-11-08T22:18:16,902 DEBUG [M:0;ff635fa717b5:37023 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fbdf873d85344563a6e2b0776e827341 as hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fbdf873d85344563a6e2b0776e827341 2024-11-08T22:18:16,906 INFO [M:0;ff635fa717b5:37023 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fbdf873d85344563a6e2b0776e827341 2024-11-08T22:18:16,906 INFO [M:0;ff635fa717b5:37023 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34665/user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fbdf873d85344563a6e2b0776e827341, entries=2, sequenceid=127, filesize=5.2 K 2024-11-08T22:18:16,907 INFO [M:0;ff635fa717b5:37023 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 884ms, sequenceid=127, compaction requested=false 2024-11-08T22:18:16,910 INFO [M:0;ff635fa717b5:37023 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:18:16,910 DEBUG [M:0;ff635fa717b5:37023 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731104296023Disabling compacts and flushes for region at 1731104296023Disabling writes for close at 1731104296023Obtaining lock to block concurrent updates at 1731104296023Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731104296023Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731104296024 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731104296024Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731104296024Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731104296041 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731104296041Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731104296449 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731104296461 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731104296461Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731104296469 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731104296481 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731104296481Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1121c165: reopening flushed file at 1731104296890 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@653c4906: reopening flushed file at 1731104296896 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a40d3a9: reopening flushed file at 1731104296901 (+5 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 884ms, sequenceid=127, compaction requested=false at 1731104296907 (+6 ms)Writing region close event to WAL at 1731104296910 (+3 ms)Closed at 1731104296910 2024-11-08T22:18:16,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40361 is added to blk_1073741847_1023 (size=22903) 2024-11-08T22:18:16,912 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4ad5b658-c4ac-d46c-824b-627d82c26a9d/MasterData/WALs/ff635fa717b5,37023,1731104286195/ff635fa717b5%2C37023%2C1731104286195.1731104286760 not finished, retry = 0 2024-11-08T22:18:17,013 INFO [M:0;ff635fa717b5:37023 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T22:18:17,013 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T22:18:17,013 INFO [M:0;ff635fa717b5:37023 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37023 2024-11-08T22:18:17,014 INFO [M:0;ff635fa717b5:37023 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T22:18:17,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x1011c86e0200006, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:18:17,170 INFO [M:0;ff635fa717b5:37023 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T22:18:17,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x1011c86e0200006, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:18:17,172 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@23cc2f18{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T22:18:17,172 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a7ac3fe{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T22:18:17,173 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T22:18:17,173 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d0e3efc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T22:18:17,173 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72697519{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/392d372d-8e7d-4442-156c-57db61c2d7db/hadoop.log.dir/,STOPPED} 2024-11-08T22:18:17,176 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T22:18:17,176 WARN [BP-1070817330-172.17.0.3-1731104269447 heartbeating to localhost/127.0.0.1:34665 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T22:18:17,176 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T22:18:17,176 WARN [BP-1070817330-172.17.0.3-1731104269447 heartbeating to localhost/127.0.0.1:34665 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1070817330-172.17.0.3-1731104269447 (Datanode Uuid c002d703-32e8-4076-bdc7-f8ee8a6d1655) service to localhost/127.0.0.1:34665 2024-11-08T22:18:17,176 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/392d372d-8e7d-4442-156c-57db61c2d7db/cluster_6bcc5f0e-0668-dde3-b667-97639c0405c0/data/data1/current/BP-1070817330-172.17.0.3-1731104269447 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T22:18:17,176 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/392d372d-8e7d-4442-156c-57db61c2d7db/cluster_6bcc5f0e-0668-dde3-b667-97639c0405c0/data/data2/current/BP-1070817330-172.17.0.3-1731104269447 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T22:18:17,177 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T22:18:17,182 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6fbd2b8b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T22:18:17,183 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3ee8259d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T22:18:17,183 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T22:18:17,183 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@830a9f8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T22:18:17,183 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@645f7d76{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/392d372d-8e7d-4442-156c-57db61c2d7db/hadoop.log.dir/,STOPPED} 2024-11-08T22:18:17,188 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T22:18:17,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T22:18:17,210 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=205 (was 159) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34665 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45403 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34665 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58764) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:45403 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:34665 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45403 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:34665 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34665 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45403 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:45403 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34665 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:45403 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:34665 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45403 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58764) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:34665 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45403 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45403 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:34665 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:45403 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=569 (was 502) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=314 (was 353), ProcessCount=11 (was 11), AvailableMemoryMB=2356 (was 2367) 2024-11-08T22:18:17,218 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=205, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=314, ProcessCount=11, AvailableMemoryMB=2356 2024-11-08T22:18:17,233 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-08T22:18:17,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4352b27-4316-7b27-924f-676ebdcda829/hadoop.log.dir so I do NOT create it in target/test-data/0c1cc6b4-3403-0db5-d71e-abf7df42810c 2024-11-08T22:18:17,233 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4352b27-4316-7b27-924f-676ebdcda829/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T22:18:17,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4352b27-4316-7b27-924f-676ebdcda829/hadoop.tmp.dir so I do NOT create it in target/test-data/0c1cc6b4-3403-0db5-d71e-abf7df42810c 2024-11-08T22:18:17,233 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4352b27-4316-7b27-924f-676ebdcda829/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T22:18:17,233 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1cc6b4-3403-0db5-d71e-abf7df42810c 2024-11-08T22:18:17,234 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1cc6b4-3403-0db5-d71e-abf7df42810c/cluster_1c97f79e-76c8-b927-1b11-499ac2f788a6, deleteOnExit=true 2024-11-08T22:18:17,256 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1cc6b4-3403-0db5-d71e-abf7df42810c/cluster_1c97f79e-76c8-b927-1b11-499ac2f788a6/zookeeper_0, clientPort=58666, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1cc6b4-3403-0db5-d71e-abf7df42810c/cluster_1c97f79e-76c8-b927-1b11-499ac2f788a6/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1cc6b4-3403-0db5-d71e-abf7df42810c/cluster_1c97f79e-76c8-b927-1b11-499ac2f788a6/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T22:18:17,257 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58666 2024-11-08T22:18:17,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T22:18:17,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T22:18:17,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1cc6b4-3403-0db5-d71e-abf7df42810c/test.cache.data in system properties and HBase conf 2024-11-08T22:18:17,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1cc6b4-3403-0db5-d71e-abf7df42810c/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T22:18:17,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1cc6b4-3403-0db5-d71e-abf7df42810c/hadoop.log.dir in system properties and HBase conf 2024-11-08T22:18:17,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1cc6b4-3403-0db5-d71e-abf7df42810c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T22:18:17,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1cc6b4-3403-0db5-d71e-abf7df42810c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T22:18:17,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T22:18:17,257 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T22:18:17,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1cc6b4-3403-0db5-d71e-abf7df42810c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T22:18:17,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1cc6b4-3403-0db5-d71e-abf7df42810c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T22:18:17,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1cc6b4-3403-0db5-d71e-abf7df42810c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T22:18:17,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1cc6b4-3403-0db5-d71e-abf7df42810c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T22:18:17,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1cc6b4-3403-0db5-d71e-abf7df42810c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T22:18:17,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1cc6b4-3403-0db5-d71e-abf7df42810c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T22:18:17,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1cc6b4-3403-0db5-d71e-abf7df42810c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T22:18:17,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1cc6b4-3403-0db5-d71e-abf7df42810c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T22:18:17,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1cc6b4-3403-0db5-d71e-abf7df42810c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T22:18:17,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1cc6b4-3403-0db5-d71e-abf7df42810c/nfs.dump.dir in system properties and HBase conf 2024-11-08T22:18:17,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1cc6b4-3403-0db5-d71e-abf7df42810c/java.io.tmpdir in system properties and HBase conf 2024-11-08T22:18:17,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1cc6b4-3403-0db5-d71e-abf7df42810c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T22:18:17,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1cc6b4-3403-0db5-d71e-abf7df42810c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T22:18:17,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1cc6b4-3403-0db5-d71e-abf7df42810c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T22:18:17,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011c86e0200005, quorum=127.0.0.1:58764, baseZNode=/1-1615380926 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T22:18:17,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011c86e0200002, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T22:18:17,286 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011c86e0200005, quorum=127.0.0.1:58764, baseZNode=/1-1615380926 Received Disconnected from ZooKeeper, ignoring 2024-11-08T22:18:17,286 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011c86e0200002, quorum=127.0.0.1:58764, baseZNode=/0-1852933509 Received Disconnected from ZooKeeper, ignoring 2024-11-08T22:18:17,758 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T22:18:17,764 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T22:18:17,768 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T22:18:17,768 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T22:18:17,768 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T22:18:17,769 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T22:18:17,769 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@610bcfc1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1cc6b4-3403-0db5-d71e-abf7df42810c/hadoop.log.dir/,AVAILABLE} 2024-11-08T22:18:17,770 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4898b990{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T22:18:17,871 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2e8be9b1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1cc6b4-3403-0db5-d71e-abf7df42810c/java.io.tmpdir/jetty-localhost-43739-hadoop-hdfs-3_4_1-tests_jar-_-any-6366155984366502652/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T22:18:17,871 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@47996aa0{HTTP/1.1, (http/1.1)}{localhost:43739} 2024-11-08T22:18:17,871 INFO [Time-limited test {}] server.Server(415): Started @172132ms 2024-11-08T22:18:18,172 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T22:18:18,175 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T22:18:18,176 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T22:18:18,176 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T22:18:18,176 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T22:18:18,179 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@698353b8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1cc6b4-3403-0db5-d71e-abf7df42810c/hadoop.log.dir/,AVAILABLE} 2024-11-08T22:18:18,179 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ae0d247{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T22:18:18,283 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@45c68e70{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1cc6b4-3403-0db5-d71e-abf7df42810c/java.io.tmpdir/jetty-localhost-45551-hadoop-hdfs-3_4_1-tests_jar-_-any-3589572763593422085/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T22:18:18,283 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@94d1555{HTTP/1.1, (http/1.1)}{localhost:45551} 2024-11-08T22:18:18,283 INFO [Time-limited test {}] server.Server(415): Started @172544ms 2024-11-08T22:18:18,284 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T22:18:19,248 WARN [Thread-1677 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1cc6b4-3403-0db5-d71e-abf7df42810c/cluster_1c97f79e-76c8-b927-1b11-499ac2f788a6/data/data1/current/BP-772518729-172.17.0.3-1731104297286/current, will proceed with Du for space computation calculation, 2024-11-08T22:18:19,252 WARN [Thread-1678 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1cc6b4-3403-0db5-d71e-abf7df42810c/cluster_1c97f79e-76c8-b927-1b11-499ac2f788a6/data/data2/current/BP-772518729-172.17.0.3-1731104297286/current, will proceed with Du for space computation calculation, 2024-11-08T22:18:19,289 WARN [Thread-1665 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T22:18:19,295 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xab3d02a9af19f442 with lease ID 0x79577feb7aca6fb: Processing first storage report for DS-e37ef41b-4b51-4e0e-a1fc-53747337ac4a from datanode DatanodeRegistration(127.0.0.1:36247, datanodeUuid=e202de63-7fd7-44ad-9381-7ac9d6cff694, infoPort=42403, infoSecurePort=0, ipcPort=33253, storageInfo=lv=-57;cid=testClusterID;nsid=1146000891;c=1731104297286) 2024-11-08T22:18:19,295 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xab3d02a9af19f442 with lease ID 0x79577feb7aca6fb: from storage DS-e37ef41b-4b51-4e0e-a1fc-53747337ac4a node DatanodeRegistration(127.0.0.1:36247, datanodeUuid=e202de63-7fd7-44ad-9381-7ac9d6cff694, infoPort=42403, infoSecurePort=0, ipcPort=33253, storageInfo=lv=-57;cid=testClusterID;nsid=1146000891;c=1731104297286), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T22:18:19,295 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xab3d02a9af19f442 with lease ID 0x79577feb7aca6fb: Processing first storage report for DS-c834d8fe-5836-4344-a65b-dec9d66d3f7c from datanode DatanodeRegistration(127.0.0.1:36247, datanodeUuid=e202de63-7fd7-44ad-9381-7ac9d6cff694, infoPort=42403, infoSecurePort=0, ipcPort=33253, storageInfo=lv=-57;cid=testClusterID;nsid=1146000891;c=1731104297286) 2024-11-08T22:18:19,295 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xab3d02a9af19f442 with lease ID 0x79577feb7aca6fb: from storage DS-c834d8fe-5836-4344-a65b-dec9d66d3f7c node DatanodeRegistration(127.0.0.1:36247, datanodeUuid=e202de63-7fd7-44ad-9381-7ac9d6cff694, infoPort=42403, infoSecurePort=0, ipcPort=33253, storageInfo=lv=-57;cid=testClusterID;nsid=1146000891;c=1731104297286), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T22:18:19,333 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1cc6b4-3403-0db5-d71e-abf7df42810c 2024-11-08T22:18:19,333 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:18:19,334 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:18:19,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36247 is added to blk_1073741825_1001 (size=7) 2024-11-08T22:18:19,747 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a with version=8 2024-11-08T22:18:19,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/hbase-staging 2024-11-08T22:18:19,748 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ff635fa717b5:0 server-side Connection retries=45 2024-11-08T22:18:19,748 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:18:19,749 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T22:18:19,749 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T22:18:19,749 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:18:19,749 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T22:18:19,749 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T22:18:19,749 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T22:18:19,749 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37031 2024-11-08T22:18:19,750 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37031 connecting to ZooKeeper ensemble=127.0.0.1:58666 2024-11-08T22:18:19,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:370310x0, quorum=127.0.0.1:58666, baseZNode=/0-2083234819 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T22:18:19,892 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37031-0x1011c874cd30000 connected 2024-11-08T22:18:19,991 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:18:19,993 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:18:19,995 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37031-0x1011c874cd30000, quorum=127.0.0.1:58666, baseZNode=/0-2083234819 Set watcher on znode that does not yet exist, /0-2083234819/running 2024-11-08T22:18:19,995 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a, hbase.cluster.distributed=false 2024-11-08T22:18:19,997 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37031-0x1011c874cd30000, quorum=127.0.0.1:58666, baseZNode=/0-2083234819 Set watcher on znode that does not yet exist, /0-2083234819/acl 2024-11-08T22:18:20,001 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37031 2024-11-08T22:18:20,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37031 2024-11-08T22:18:20,006 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37031 2024-11-08T22:18:20,009 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37031 2024-11-08T22:18:20,010 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37031 2024-11-08T22:18:20,031 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T22:18:20,048 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ff635fa717b5:0 server-side Connection retries=45 2024-11-08T22:18:20,048 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:18:20,048 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T22:18:20,048 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T22:18:20,048 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:18:20,048 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T22:18:20,048 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T22:18:20,048 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T22:18:20,056 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41711 2024-11-08T22:18:20,057 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41711 connecting to ZooKeeper ensemble=127.0.0.1:58666 2024-11-08T22:18:20,058 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:18:20,060 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:18:20,076 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:18:20,076 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:18:20,077 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:18:20,077 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:18:20,077 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:18:20,078 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:18:20,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:18:20,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:18:20,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:417110x0, quorum=127.0.0.1:58666, baseZNode=/0-2083234819 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T22:18:20,144 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:417110x0, quorum=127.0.0.1:58666, baseZNode=/0-2083234819 Set watcher on znode that does not yet exist, /0-2083234819/running 2024-11-08T22:18:20,144 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41711-0x1011c874cd30001 connected 2024-11-08T22:18:20,144 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T22:18:20,152 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T22:18:20,153 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41711-0x1011c874cd30001, quorum=127.0.0.1:58666, baseZNode=/0-2083234819 Set watcher on znode that does not yet exist, /0-2083234819/master 2024-11-08T22:18:20,154 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41711-0x1011c874cd30001, quorum=127.0.0.1:58666, baseZNode=/0-2083234819 Set watcher on znode that does not yet exist, /0-2083234819/acl 2024-11-08T22:18:20,169 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41711 2024-11-08T22:18:20,172 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41711 2024-11-08T22:18:20,173 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41711 2024-11-08T22:18:20,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41711 2024-11-08T22:18:20,178 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41711 2024-11-08T22:18:20,194 DEBUG [M:0;ff635fa717b5:37031 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ff635fa717b5:37031 2024-11-08T22:18:20,195 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-2083234819/backup-masters/ff635fa717b5,37031,1731104299748 2024-11-08T22:18:20,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41711-0x1011c874cd30001, quorum=127.0.0.1:58666, baseZNode=/0-2083234819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2083234819/backup-masters 2024-11-08T22:18:20,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37031-0x1011c874cd30000, quorum=127.0.0.1:58666, baseZNode=/0-2083234819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2083234819/backup-masters 2024-11-08T22:18:20,202 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37031-0x1011c874cd30000, quorum=127.0.0.1:58666, baseZNode=/0-2083234819 Set watcher on existing znode=/0-2083234819/backup-masters/ff635fa717b5,37031,1731104299748 2024-11-08T22:18:20,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41711-0x1011c874cd30001, quorum=127.0.0.1:58666, baseZNode=/0-2083234819 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2083234819/master 2024-11-08T22:18:20,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41711-0x1011c874cd30001, quorum=127.0.0.1:58666, baseZNode=/0-2083234819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2083234819 2024-11-08T22:18:20,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37031-0x1011c874cd30000, quorum=127.0.0.1:58666, baseZNode=/0-2083234819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2083234819 2024-11-08T22:18:20,213 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37031-0x1011c874cd30000, quorum=127.0.0.1:58666, baseZNode=/0-2083234819 Set watcher on existing znode=/0-2083234819/master 2024-11-08T22:18:20,213 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-2083234819/backup-masters/ff635fa717b5,37031,1731104299748 from backup master directory 2024-11-08T22:18:20,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37031-0x1011c874cd30000, quorum=127.0.0.1:58666, baseZNode=/0-2083234819 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2083234819/backup-masters/ff635fa717b5,37031,1731104299748 2024-11-08T22:18:20,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37031-0x1011c874cd30000, quorum=127.0.0.1:58666, baseZNode=/0-2083234819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2083234819/backup-masters 2024-11-08T22:18:20,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41711-0x1011c874cd30001, quorum=127.0.0.1:58666, baseZNode=/0-2083234819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2083234819/backup-masters 2024-11-08T22:18:20,223 WARN [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T22:18:20,223 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ff635fa717b5,37031,1731104299748 2024-11-08T22:18:20,229 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/hbase.id] with ID: 158f1c43-2277-4f3e-93ee-36300cf7304d 2024-11-08T22:18:20,229 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/.tmp/hbase.id 2024-11-08T22:18:20,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36247 is added to blk_1073741826_1002 (size=42) 2024-11-08T22:18:20,242 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/.tmp/hbase.id]:[hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/hbase.id] 2024-11-08T22:18:20,253 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:18:20,253 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T22:18:20,254 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T22:18:20,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41711-0x1011c874cd30001, quorum=127.0.0.1:58666, baseZNode=/0-2083234819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2083234819 2024-11-08T22:18:20,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37031-0x1011c874cd30000, quorum=127.0.0.1:58666, baseZNode=/0-2083234819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2083234819 2024-11-08T22:18:20,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36247 is added to blk_1073741827_1003 (size=196) 2024-11-08T22:18:20,284 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T22:18:20,285 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T22:18:20,285 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:18:20,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36247 is added to blk_1073741828_1004 (size=1189) 2024-11-08T22:18:20,303 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/MasterData/data/master/store 2024-11-08T22:18:20,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36247 is added to blk_1073741829_1005 (size=34) 2024-11-08T22:18:20,325 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:18:20,325 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T22:18:20,325 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:18:20,325 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:18:20,325 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T22:18:20,325 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:18:20,326 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:18:20,326 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731104300325Disabling compacts and flushes for region at 1731104300325Disabling writes for close at 1731104300325Writing region close event to WAL at 1731104300325Closed at 1731104300325 2024-11-08T22:18:20,327 WARN [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/MasterData/data/master/store/.initializing 2024-11-08T22:18:20,327 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/MasterData/WALs/ff635fa717b5,37031,1731104299748 2024-11-08T22:18:20,328 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T22:18:20,330 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ff635fa717b5%2C37031%2C1731104299748, suffix=, logDir=hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/MasterData/WALs/ff635fa717b5,37031,1731104299748, archiveDir=hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/MasterData/oldWALs, maxLogs=10 2024-11-08T22:18:20,349 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/MasterData/WALs/ff635fa717b5,37031,1731104299748/ff635fa717b5%2C37031%2C1731104299748.1731104300331, exclude list is [], retry=0 2024-11-08T22:18:20,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36247,DS-e37ef41b-4b51-4e0e-a1fc-53747337ac4a,DISK] 2024-11-08T22:18:20,361 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/MasterData/WALs/ff635fa717b5,37031,1731104299748/ff635fa717b5%2C37031%2C1731104299748.1731104300331 2024-11-08T22:18:20,361 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42403:42403)] 2024-11-08T22:18:20,361 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T22:18:20,362 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:18:20,362 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:18:20,362 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:18:20,363 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:18:20,365 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T22:18:20,365 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:18:20,365 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:18:20,365 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:18:20,368 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T22:18:20,368 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:18:20,369 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:18:20,369 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:18:20,370 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T22:18:20,370 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:18:20,370 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:18:20,370 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:18:20,371 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T22:18:20,371 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:18:20,372 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:18:20,372 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:18:20,373 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:18:20,373 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:18:20,374 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:18:20,374 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:18:20,374 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T22:18:20,375 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:18:20,377 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:18:20,378 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67365505, jitterRate=0.0038242489099502563}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T22:18:20,378 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731104300362Initializing all the Stores at 1731104300363 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104300363Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104300363Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104300363Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104300363Cleaning up temporary data from old regions at 1731104300374 (+11 ms)Region opened successfully at 1731104300378 (+4 ms) 2024-11-08T22:18:20,380 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T22:18:20,384 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a59d053, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff635fa717b5/172.17.0.3:0 2024-11-08T22:18:20,385 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T22:18:20,385 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T22:18:20,385 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T22:18:20,385 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T22:18:20,386 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T22:18:20,386 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T22:18:20,386 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T22:18:20,389 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T22:18:20,390 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37031-0x1011c874cd30000, quorum=127.0.0.1:58666, baseZNode=/0-2083234819 Unable to get data of znode /0-2083234819/balancer because node does not exist (not necessarily an error) 2024-11-08T22:18:20,401 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2083234819/balancer already deleted, retry=false 2024-11-08T22:18:20,402 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T22:18:20,403 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37031-0x1011c874cd30000, quorum=127.0.0.1:58666, baseZNode=/0-2083234819 Unable to get data of znode /0-2083234819/normalizer because node does not exist (not necessarily an error) 2024-11-08T22:18:20,423 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2083234819/normalizer already deleted, retry=false 2024-11-08T22:18:20,423 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T22:18:20,429 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37031-0x1011c874cd30000, quorum=127.0.0.1:58666, baseZNode=/0-2083234819 Unable to get data of znode /0-2083234819/switch/split because node does not exist (not necessarily an error) 2024-11-08T22:18:20,433 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2083234819/switch/split already deleted, retry=false 2024-11-08T22:18:20,434 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37031-0x1011c874cd30000, quorum=127.0.0.1:58666, baseZNode=/0-2083234819 Unable to get data of znode /0-2083234819/switch/merge because node does not exist (not necessarily an error) 2024-11-08T22:18:20,443 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2083234819/switch/merge already deleted, retry=false 2024-11-08T22:18:20,446 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37031-0x1011c874cd30000, quorum=127.0.0.1:58666, baseZNode=/0-2083234819 Unable to get data of znode /0-2083234819/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T22:18:20,454 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2083234819/snapshot-cleanup already deleted, retry=false 2024-11-08T22:18:20,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41711-0x1011c874cd30001, quorum=127.0.0.1:58666, baseZNode=/0-2083234819 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2083234819/running 2024-11-08T22:18:20,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37031-0x1011c874cd30000, quorum=127.0.0.1:58666, baseZNode=/0-2083234819 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2083234819/running 2024-11-08T22:18:20,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37031-0x1011c874cd30000, quorum=127.0.0.1:58666, baseZNode=/0-2083234819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2083234819 2024-11-08T22:18:20,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41711-0x1011c874cd30001, quorum=127.0.0.1:58666, baseZNode=/0-2083234819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2083234819 2024-11-08T22:18:20,466 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ff635fa717b5,37031,1731104299748, sessionid=0x1011c874cd30000, setting cluster-up flag (Was=false) 2024-11-08T22:18:20,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41711-0x1011c874cd30001, quorum=127.0.0.1:58666, baseZNode=/0-2083234819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2083234819 2024-11-08T22:18:20,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37031-0x1011c874cd30000, quorum=127.0.0.1:58666, baseZNode=/0-2083234819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2083234819 2024-11-08T22:18:20,517 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2083234819/flush-table-proc/acquired, /0-2083234819/flush-table-proc/reached, /0-2083234819/flush-table-proc/abort 2024-11-08T22:18:20,518 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff635fa717b5,37031,1731104299748 2024-11-08T22:18:20,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41711-0x1011c874cd30001, quorum=127.0.0.1:58666, baseZNode=/0-2083234819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2083234819 2024-11-08T22:18:20,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37031-0x1011c874cd30000, quorum=127.0.0.1:58666, baseZNode=/0-2083234819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2083234819 2024-11-08T22:18:20,570 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2083234819/online-snapshot/acquired, /0-2083234819/online-snapshot/reached, /0-2083234819/online-snapshot/abort 2024-11-08T22:18:20,577 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff635fa717b5,37031,1731104299748 2024-11-08T22:18:20,578 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T22:18:20,579 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T22:18:20,579 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T22:18:20,580 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T22:18:20,580 WARN [master/ff635fa717b5:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of ff635fa717b5,42469,1731104271786: status=Processing ServerCrashProcedure of ff635fa717b5,42469,1731104271786 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731104286972, completionTime=-1 appears to have been leaked 2024-11-08T22:18:20,580 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ff635fa717b5,37031,1731104299748 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T22:18:20,581 INFO [RS:0;ff635fa717b5:41711 {}] regionserver.HRegionServer(746): ClusterId : 158f1c43-2277-4f3e-93ee-36300cf7304d 2024-11-08T22:18:20,581 DEBUG [RS:0;ff635fa717b5:41711 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T22:18:20,581 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:18:20,581 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:18:20,581 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:18:20,581 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:18:20,581 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ff635fa717b5:0, corePoolSize=10, maxPoolSize=10 2024-11-08T22:18:20,581 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:18:20,581 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ff635fa717b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T22:18:20,581 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:18:20,583 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731104330583 2024-11-08T22:18:20,583 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T22:18:20,584 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T22:18:20,584 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T22:18:20,584 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T22:18:20,584 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T22:18:20,584 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T22:18:20,584 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T22:18:20,584 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T22:18:20,584 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:20,585 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:18:20,585 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T22:18:20,588 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T22:18:20,588 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T22:18:20,588 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T22:18:20,588 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T22:18:20,589 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T22:18:20,589 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T22:18:20,589 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.large.0-1731104300589,5,FailOnTimeoutGroup] 2024-11-08T22:18:20,589 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.small.0-1731104300589,5,FailOnTimeoutGroup] 2024-11-08T22:18:20,589 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:20,589 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T22:18:20,589 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:20,589 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:20,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36247 is added to blk_1073741831_1007 (size=1321) 2024-11-08T22:18:20,592 DEBUG [RS:0;ff635fa717b5:41711 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T22:18:20,592 DEBUG [RS:0;ff635fa717b5:41711 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T22:18:20,602 DEBUG [RS:0;ff635fa717b5:41711 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T22:18:20,602 DEBUG [RS:0;ff635fa717b5:41711 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@656e7d62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff635fa717b5/172.17.0.3:0 2024-11-08T22:18:20,620 DEBUG [RS:0;ff635fa717b5:41711 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ff635fa717b5:41711 2024-11-08T22:18:20,620 INFO [RS:0;ff635fa717b5:41711 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T22:18:20,620 INFO [RS:0;ff635fa717b5:41711 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T22:18:20,620 DEBUG [RS:0;ff635fa717b5:41711 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T22:18:20,622 INFO [RS:0;ff635fa717b5:41711 {}] regionserver.HRegionServer(2659): reportForDuty to master=ff635fa717b5,37031,1731104299748 with port=41711, startcode=1731104300047 2024-11-08T22:18:20,622 DEBUG [RS:0;ff635fa717b5:41711 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T22:18:20,628 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39241, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T22:18:20,629 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37031 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ff635fa717b5,41711,1731104300047 2024-11-08T22:18:20,629 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37031 {}] master.ServerManager(517): Registering regionserver=ff635fa717b5,41711,1731104300047 2024-11-08T22:18:20,630 DEBUG [RS:0;ff635fa717b5:41711 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a 2024-11-08T22:18:20,630 DEBUG [RS:0;ff635fa717b5:41711 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46551 2024-11-08T22:18:20,630 DEBUG [RS:0;ff635fa717b5:41711 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T22:18:20,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37031-0x1011c874cd30000, quorum=127.0.0.1:58666, baseZNode=/0-2083234819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2083234819/rs 2024-11-08T22:18:20,643 DEBUG [RS:0;ff635fa717b5:41711 {}] zookeeper.ZKUtil(111): regionserver:41711-0x1011c874cd30001, quorum=127.0.0.1:58666, baseZNode=/0-2083234819 Set watcher on existing znode=/0-2083234819/rs/ff635fa717b5,41711,1731104300047 2024-11-08T22:18:20,644 WARN [RS:0;ff635fa717b5:41711 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T22:18:20,644 INFO [RS:0;ff635fa717b5:41711 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:18:20,644 DEBUG [RS:0;ff635fa717b5:41711 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/WALs/ff635fa717b5,41711,1731104300047 2024-11-08T22:18:20,646 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ff635fa717b5,41711,1731104300047] 2024-11-08T22:18:20,659 INFO [RS:0;ff635fa717b5:41711 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T22:18:20,664 INFO [RS:0;ff635fa717b5:41711 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T22:18:20,671 INFO [RS:0;ff635fa717b5:41711 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T22:18:20,671 INFO [RS:0;ff635fa717b5:41711 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:20,672 INFO [RS:0;ff635fa717b5:41711 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T22:18:20,673 INFO [RS:0;ff635fa717b5:41711 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T22:18:20,674 INFO [RS:0;ff635fa717b5:41711 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:20,674 DEBUG [RS:0;ff635fa717b5:41711 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:18:20,674 DEBUG [RS:0;ff635fa717b5:41711 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:18:20,674 DEBUG [RS:0;ff635fa717b5:41711 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:18:20,674 DEBUG [RS:0;ff635fa717b5:41711 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:18:20,674 DEBUG [RS:0;ff635fa717b5:41711 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:18:20,674 DEBUG [RS:0;ff635fa717b5:41711 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ff635fa717b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T22:18:20,674 DEBUG [RS:0;ff635fa717b5:41711 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:18:20,674 DEBUG [RS:0;ff635fa717b5:41711 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:18:20,674 DEBUG [RS:0;ff635fa717b5:41711 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:18:20,674 DEBUG [RS:0;ff635fa717b5:41711 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:18:20,674 DEBUG [RS:0;ff635fa717b5:41711 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:18:20,674 DEBUG [RS:0;ff635fa717b5:41711 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:18:20,674 DEBUG [RS:0;ff635fa717b5:41711 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T22:18:20,674 DEBUG [RS:0;ff635fa717b5:41711 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T22:18:20,678 INFO [RS:0;ff635fa717b5:41711 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:20,678 INFO [RS:0;ff635fa717b5:41711 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:20,678 INFO [RS:0;ff635fa717b5:41711 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:20,678 INFO [RS:0;ff635fa717b5:41711 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:20,678 INFO [RS:0;ff635fa717b5:41711 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:20,678 INFO [RS:0;ff635fa717b5:41711 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,41711,1731104300047-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T22:18:20,703 INFO [RS:0;ff635fa717b5:41711 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T22:18:20,703 INFO [RS:0;ff635fa717b5:41711 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,41711,1731104300047-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:20,703 INFO [RS:0;ff635fa717b5:41711 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:20,703 INFO [RS:0;ff635fa717b5:41711 {}] regionserver.Replication(171): ff635fa717b5,41711,1731104300047 started 2024-11-08T22:18:20,725 INFO [RS:0;ff635fa717b5:41711 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:20,726 INFO [RS:0;ff635fa717b5:41711 {}] regionserver.HRegionServer(1482): Serving as ff635fa717b5,41711,1731104300047, RpcServer on ff635fa717b5/172.17.0.3:41711, sessionid=0x1011c874cd30001 2024-11-08T22:18:20,726 DEBUG [RS:0;ff635fa717b5:41711 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T22:18:20,726 DEBUG [RS:0;ff635fa717b5:41711 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ff635fa717b5,41711,1731104300047 2024-11-08T22:18:20,726 DEBUG [RS:0;ff635fa717b5:41711 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff635fa717b5,41711,1731104300047' 2024-11-08T22:18:20,726 DEBUG [RS:0;ff635fa717b5:41711 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2083234819/flush-table-proc/abort' 2024-11-08T22:18:20,726 DEBUG [RS:0;ff635fa717b5:41711 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2083234819/flush-table-proc/acquired' 2024-11-08T22:18:20,727 DEBUG [RS:0;ff635fa717b5:41711 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T22:18:20,727 DEBUG [RS:0;ff635fa717b5:41711 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T22:18:20,727 DEBUG [RS:0;ff635fa717b5:41711 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ff635fa717b5,41711,1731104300047 2024-11-08T22:18:20,727 DEBUG [RS:0;ff635fa717b5:41711 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff635fa717b5,41711,1731104300047' 2024-11-08T22:18:20,727 DEBUG [RS:0;ff635fa717b5:41711 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2083234819/online-snapshot/abort' 2024-11-08T22:18:20,727 DEBUG [RS:0;ff635fa717b5:41711 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2083234819/online-snapshot/acquired' 2024-11-08T22:18:20,728 DEBUG [RS:0;ff635fa717b5:41711 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T22:18:20,728 INFO [RS:0;ff635fa717b5:41711 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T22:18:20,728 INFO [RS:0;ff635fa717b5:41711 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T22:18:20,828 INFO [RS:0;ff635fa717b5:41711 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T22:18:20,830 INFO [RS:0;ff635fa717b5:41711 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff635fa717b5%2C41711%2C1731104300047, suffix=, logDir=hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/WALs/ff635fa717b5,41711,1731104300047, archiveDir=hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/oldWALs, maxLogs=10 2024-11-08T22:18:20,847 DEBUG [RS:0;ff635fa717b5:41711 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/WALs/ff635fa717b5,41711,1731104300047/ff635fa717b5%2C41711%2C1731104300047.1731104300830, exclude list is [], retry=0 2024-11-08T22:18:20,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36247,DS-e37ef41b-4b51-4e0e-a1fc-53747337ac4a,DISK] 2024-11-08T22:18:20,851 INFO [RS:0;ff635fa717b5:41711 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/WALs/ff635fa717b5,41711,1731104300047/ff635fa717b5%2C41711%2C1731104300047.1731104300830 2024-11-08T22:18:20,851 DEBUG [RS:0;ff635fa717b5:41711 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42403:42403)] 2024-11-08T22:18:20,992 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T22:18:20,992 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a 2024-11-08T22:18:20,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36247 is added to blk_1073741833_1009 (size=32) 2024-11-08T22:18:21,398 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:18:21,399 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T22:18:21,400 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T22:18:21,400 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:18:21,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:18:21,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T22:18:21,402 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T22:18:21,402 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:18:21,402 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:18:21,402 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T22:18:21,403 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T22:18:21,403 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:18:21,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:18:21,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T22:18:21,404 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T22:18:21,404 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:18:21,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:18:21,405 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T22:18:21,405 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/data/hbase/meta/1588230740 2024-11-08T22:18:21,406 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/data/hbase/meta/1588230740 2024-11-08T22:18:21,406 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T22:18:21,406 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T22:18:21,407 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T22:18:21,408 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T22:18:21,409 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:18:21,409 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69898690, jitterRate=0.04157164692878723}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T22:18:21,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731104301398Initializing all the Stores at 1731104301399 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104301399Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104301399Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104301399Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104301399Cleaning up temporary data from old regions at 1731104301407 (+8 ms)Region opened successfully at 1731104301410 (+3 ms) 2024-11-08T22:18:21,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T22:18:21,410 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T22:18:21,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T22:18:21,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T22:18:21,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T22:18:21,410 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T22:18:21,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731104301410Disabling compacts and flushes for region at 1731104301410Disabling writes for close at 1731104301410Writing region close event to WAL at 1731104301410Closed at 1731104301410 2024-11-08T22:18:21,411 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T22:18:21,411 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T22:18:21,412 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T22:18:21,412 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T22:18:21,413 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T22:18:21,563 DEBUG [ff635fa717b5:37031 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T22:18:21,564 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ff635fa717b5,41711,1731104300047 2024-11-08T22:18:21,565 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff635fa717b5,41711,1731104300047, state=OPENING 2024-11-08T22:18:21,580 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T22:18:21,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41711-0x1011c874cd30001, quorum=127.0.0.1:58666, baseZNode=/0-2083234819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2083234819 2024-11-08T22:18:21,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37031-0x1011c874cd30000, quorum=127.0.0.1:58666, baseZNode=/0-2083234819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2083234819 2024-11-08T22:18:21,623 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2083234819/meta-region-server: CHANGED 2024-11-08T22:18:21,623 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T22:18:21,623 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2083234819/meta-region-server: CHANGED 2024-11-08T22:18:21,623 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ff635fa717b5,41711,1731104300047}] 2024-11-08T22:18:21,775 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T22:18:21,777 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45967, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T22:18:21,781 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T22:18:21,781 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:18:21,781 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T22:18:21,782 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff635fa717b5%2C41711%2C1731104300047.meta, suffix=.meta, logDir=hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/WALs/ff635fa717b5,41711,1731104300047, archiveDir=hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/oldWALs, maxLogs=10 2024-11-08T22:18:21,796 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/WALs/ff635fa717b5,41711,1731104300047/ff635fa717b5%2C41711%2C1731104300047.meta.1731104301783.meta, exclude list is [], retry=0 2024-11-08T22:18:21,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36247,DS-e37ef41b-4b51-4e0e-a1fc-53747337ac4a,DISK] 2024-11-08T22:18:21,808 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/WALs/ff635fa717b5,41711,1731104300047/ff635fa717b5%2C41711%2C1731104300047.meta.1731104301783.meta 2024-11-08T22:18:21,809 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42403:42403)] 2024-11-08T22:18:21,809 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T22:18:21,809 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T22:18:21,809 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T22:18:21,810 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T22:18:21,810 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T22:18:21,810 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T22:18:21,810 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:18:21,810 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T22:18:21,810 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T22:18:21,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T22:18:21,812 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T22:18:21,812 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:18:21,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:18:21,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T22:18:21,813 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T22:18:21,813 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:18:21,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:18:21,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T22:18:21,814 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T22:18:21,815 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:18:21,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:18:21,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T22:18:21,816 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T22:18:21,816 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:18:21,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:18:21,817 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T22:18:21,817 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/data/hbase/meta/1588230740 2024-11-08T22:18:21,818 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/data/hbase/meta/1588230740 2024-11-08T22:18:21,820 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T22:18:21,820 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T22:18:21,821 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T22:18:21,822 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T22:18:21,823 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66044782, jitterRate=-0.015856057405471802}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T22:18:21,823 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T22:18:21,824 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731104301810Writing region info on filesystem at 1731104301810Initializing all the Stores at 1731104301811 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104301811Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104301811Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104301811Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104301811Cleaning up temporary data from old regions at 1731104301820 (+9 ms)Running coprocessor post-open hooks at 1731104301823 (+3 ms)Region opened successfully at 1731104301824 (+1 ms) 2024-11-08T22:18:21,825 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731104301775 2024-11-08T22:18:21,827 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T22:18:21,828 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T22:18:21,828 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ff635fa717b5,41711,1731104300047 2024-11-08T22:18:21,829 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff635fa717b5,41711,1731104300047, state=OPEN 2024-11-08T22:18:21,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37031-0x1011c874cd30000, quorum=127.0.0.1:58666, baseZNode=/0-2083234819 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2083234819/meta-region-server 2024-11-08T22:18:21,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41711-0x1011c874cd30001, quorum=127.0.0.1:58666, baseZNode=/0-2083234819 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2083234819/meta-region-server 2024-11-08T22:18:21,843 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ff635fa717b5,41711,1731104300047 2024-11-08T22:18:21,843 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2083234819/meta-region-server: CHANGED 2024-11-08T22:18:21,843 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2083234819/meta-region-server: CHANGED 2024-11-08T22:18:21,845 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T22:18:21,845 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ff635fa717b5,41711,1731104300047 in 220 msec 2024-11-08T22:18:21,847 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T22:18:21,847 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 434 msec 2024-11-08T22:18:21,847 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T22:18:21,847 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T22:18:21,849 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:18:21,849 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,41711,1731104300047, seqNum=-1] 2024-11-08T22:18:21,849 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:18:21,850 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48769, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T22:18:21,855 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2760 sec 2024-11-08T22:18:21,855 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731104301855, completionTime=-1 2024-11-08T22:18:21,855 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T22:18:21,855 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T22:18:21,857 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T22:18:21,857 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731104361857 2024-11-08T22:18:21,857 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731104421857 2024-11-08T22:18:21,857 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T22:18:21,857 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,37031,1731104299748-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:21,858 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,37031,1731104299748-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:21,858 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,37031,1731104299748-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:21,858 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ff635fa717b5:37031, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:21,858 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:21,858 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:21,860 DEBUG [master/ff635fa717b5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T22:18:21,862 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.638sec 2024-11-08T22:18:21,862 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T22:18:21,862 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T22:18:21,862 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T22:18:21,862 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T22:18:21,862 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T22:18:21,862 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,37031,1731104299748-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T22:18:21,862 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,37031,1731104299748-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T22:18:21,864 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T22:18:21,864 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T22:18:21,864 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,37031,1731104299748-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:21,882 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bd68e89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:18:21,883 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,37031,-1 for getting cluster id 2024-11-08T22:18:21,883 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:18:21,884 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '158f1c43-2277-4f3e-93ee-36300cf7304d' 2024-11-08T22:18:21,884 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:18:21,884 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "158f1c43-2277-4f3e-93ee-36300cf7304d" 2024-11-08T22:18:21,885 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40abbea3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:18:21,885 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,37031,-1] 2024-11-08T22:18:21,885 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:18:21,885 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:18:21,886 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:18:21,887 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a33bb53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:18:21,887 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:18:21,888 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,41711,1731104300047, seqNum=-1] 2024-11-08T22:18:21,888 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:18:21,889 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T22:18:21,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ff635fa717b5,37031,1731104299748 2024-11-08T22:18:21,891 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58666 2024-11-08T22:18:21,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58666, baseZNode=/0-2083234819 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T22:18:21,900 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011c874cd30002 connected 2024-11-08T22:18:21,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1cc6b4-3403-0db5-d71e-abf7df42810c/hadoop.log.dir so I do NOT create it in target/test-data/74cbf182-fac5-92de-f2f2-4fed42148dd1 2024-11-08T22:18:21,920 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1cc6b4-3403-0db5-d71e-abf7df42810c/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T22:18:21,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1cc6b4-3403-0db5-d71e-abf7df42810c/hadoop.tmp.dir so I do NOT create it in target/test-data/74cbf182-fac5-92de-f2f2-4fed42148dd1 2024-11-08T22:18:21,920 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1cc6b4-3403-0db5-d71e-abf7df42810c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T22:18:21,920 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74cbf182-fac5-92de-f2f2-4fed42148dd1 2024-11-08T22:18:21,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T22:18:21,920 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74cbf182-fac5-92de-f2f2-4fed42148dd1/cluster_385d87a1-1b61-2a99-a0ba-02507a2e07ce, deleteOnExit=true 2024-11-08T22:18:21,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T22:18:21,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74cbf182-fac5-92de-f2f2-4fed42148dd1/test.cache.data in system properties and HBase conf 2024-11-08T22:18:21,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74cbf182-fac5-92de-f2f2-4fed42148dd1/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T22:18:21,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74cbf182-fac5-92de-f2f2-4fed42148dd1/hadoop.log.dir in system properties and HBase conf 2024-11-08T22:18:21,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74cbf182-fac5-92de-f2f2-4fed42148dd1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T22:18:21,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74cbf182-fac5-92de-f2f2-4fed42148dd1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T22:18:21,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T22:18:21,921 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T22:18:21,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74cbf182-fac5-92de-f2f2-4fed42148dd1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T22:18:21,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74cbf182-fac5-92de-f2f2-4fed42148dd1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T22:18:21,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74cbf182-fac5-92de-f2f2-4fed42148dd1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T22:18:21,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74cbf182-fac5-92de-f2f2-4fed42148dd1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T22:18:21,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74cbf182-fac5-92de-f2f2-4fed42148dd1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T22:18:21,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74cbf182-fac5-92de-f2f2-4fed42148dd1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T22:18:21,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74cbf182-fac5-92de-f2f2-4fed42148dd1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T22:18:21,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74cbf182-fac5-92de-f2f2-4fed42148dd1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T22:18:21,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74cbf182-fac5-92de-f2f2-4fed42148dd1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T22:18:21,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74cbf182-fac5-92de-f2f2-4fed42148dd1/nfs.dump.dir in system properties and HBase conf 2024-11-08T22:18:21,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74cbf182-fac5-92de-f2f2-4fed42148dd1/java.io.tmpdir in system properties and HBase conf 2024-11-08T22:18:21,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74cbf182-fac5-92de-f2f2-4fed42148dd1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T22:18:21,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74cbf182-fac5-92de-f2f2-4fed42148dd1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T22:18:21,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74cbf182-fac5-92de-f2f2-4fed42148dd1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T22:18:22,446 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T22:18:22,449 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T22:18:22,451 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T22:18:22,451 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T22:18:22,451 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T22:18:22,452 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T22:18:22,452 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8136eb1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74cbf182-fac5-92de-f2f2-4fed42148dd1/hadoop.log.dir/,AVAILABLE} 2024-11-08T22:18:22,452 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c26de6c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T22:18:22,549 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1c4271fa{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74cbf182-fac5-92de-f2f2-4fed42148dd1/java.io.tmpdir/jetty-localhost-33347-hadoop-hdfs-3_4_1-tests_jar-_-any-17015780599137073057/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T22:18:22,550 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@68bc7d85{HTTP/1.1, (http/1.1)}{localhost:33347} 2024-11-08T22:18:22,550 INFO [Time-limited test {}] server.Server(415): Started @176811ms 2024-11-08T22:18:22,809 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T22:18:22,812 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T22:18:22,817 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T22:18:22,817 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T22:18:22,817 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T22:18:22,817 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@238820ed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74cbf182-fac5-92de-f2f2-4fed42148dd1/hadoop.log.dir/,AVAILABLE} 2024-11-08T22:18:22,818 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25b72c63{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T22:18:22,917 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2f60f768{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74cbf182-fac5-92de-f2f2-4fed42148dd1/java.io.tmpdir/jetty-localhost-43767-hadoop-hdfs-3_4_1-tests_jar-_-any-16381942037699063811/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T22:18:22,917 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2c69b0dc{HTTP/1.1, (http/1.1)}{localhost:43767} 2024-11-08T22:18:22,917 INFO [Time-limited test {}] server.Server(415): Started @177179ms 2024-11-08T22:18:22,919 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T22:18:23,138 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-08T22:18:24,306 WARN [Thread-1798 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74cbf182-fac5-92de-f2f2-4fed42148dd1/cluster_385d87a1-1b61-2a99-a0ba-02507a2e07ce/data/data1/current/BP-696827163-172.17.0.3-1731104301942/current, will proceed with Du for space computation calculation, 2024-11-08T22:18:24,306 WARN [Thread-1799 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74cbf182-fac5-92de-f2f2-4fed42148dd1/cluster_385d87a1-1b61-2a99-a0ba-02507a2e07ce/data/data2/current/BP-696827163-172.17.0.3-1731104301942/current, will proceed with Du for space computation calculation, 2024-11-08T22:18:24,322 WARN [Thread-1786 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T22:18:24,324 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb6b5d0913ea9f3df with lease ID 0x671971f183e01ae2: Processing first storage report for DS-6f6ce2b1-c56c-4ebf-8918-9cf099b7939d from datanode DatanodeRegistration(127.0.0.1:38657, datanodeUuid=2f8fecac-0434-4272-8420-007bdbe14a29, infoPort=42363, infoSecurePort=0, ipcPort=37855, storageInfo=lv=-57;cid=testClusterID;nsid=1594768315;c=1731104301942) 2024-11-08T22:18:24,324 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb6b5d0913ea9f3df with lease ID 0x671971f183e01ae2: from storage DS-6f6ce2b1-c56c-4ebf-8918-9cf099b7939d node DatanodeRegistration(127.0.0.1:38657, datanodeUuid=2f8fecac-0434-4272-8420-007bdbe14a29, infoPort=42363, infoSecurePort=0, ipcPort=37855, storageInfo=lv=-57;cid=testClusterID;nsid=1594768315;c=1731104301942), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T22:18:24,325 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb6b5d0913ea9f3df with lease ID 0x671971f183e01ae2: Processing first storage report for DS-7797aec1-931d-4501-887f-62cfc154861b from datanode DatanodeRegistration(127.0.0.1:38657, datanodeUuid=2f8fecac-0434-4272-8420-007bdbe14a29, infoPort=42363, infoSecurePort=0, ipcPort=37855, storageInfo=lv=-57;cid=testClusterID;nsid=1594768315;c=1731104301942) 2024-11-08T22:18:24,325 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb6b5d0913ea9f3df with lease ID 0x671971f183e01ae2: from storage DS-7797aec1-931d-4501-887f-62cfc154861b node DatanodeRegistration(127.0.0.1:38657, datanodeUuid=2f8fecac-0434-4272-8420-007bdbe14a29, infoPort=42363, infoSecurePort=0, ipcPort=37855, storageInfo=lv=-57;cid=testClusterID;nsid=1594768315;c=1731104301942), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T22:18:24,362 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74cbf182-fac5-92de-f2f2-4fed42148dd1 2024-11-08T22:18:24,362 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:18:24,363 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:18:24,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38657 is added to blk_1073741825_1001 (size=7) 2024-11-08T22:18:24,771 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10 with version=8 2024-11-08T22:18:24,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/hbase-staging 2024-11-08T22:18:24,773 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ff635fa717b5:0 server-side Connection retries=45 2024-11-08T22:18:24,773 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:18:24,773 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T22:18:24,773 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T22:18:24,773 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:18:24,773 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T22:18:24,773 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T22:18:24,774 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T22:18:24,774 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36459 2024-11-08T22:18:24,775 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36459 connecting to ZooKeeper ensemble=127.0.0.1:58666 2024-11-08T22:18:24,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:364590x0, quorum=127.0.0.1:58666, baseZNode=/1663944979 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T22:18:24,840 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36459-0x1011c874cd30003 connected 2024-11-08T22:18:25,397 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:18:25,399 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:18:25,402 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36459-0x1011c874cd30003, quorum=127.0.0.1:58666, baseZNode=/1663944979 Set watcher on znode that does not yet exist, /1663944979/running 2024-11-08T22:18:25,402 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10, hbase.cluster.distributed=false 2024-11-08T22:18:25,403 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36459-0x1011c874cd30003, quorum=127.0.0.1:58666, baseZNode=/1663944979 Set watcher on znode that does not yet exist, /1663944979/acl 2024-11-08T22:18:25,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36459 2024-11-08T22:18:25,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36459 2024-11-08T22:18:25,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36459 2024-11-08T22:18:25,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36459 2024-11-08T22:18:25,416 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36459 2024-11-08T22:18:25,436 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ff635fa717b5:0 server-side Connection retries=45 2024-11-08T22:18:25,436 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:18:25,436 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T22:18:25,436 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T22:18:25,436 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:18:25,436 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T22:18:25,436 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T22:18:25,436 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T22:18:25,437 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44803 2024-11-08T22:18:25,438 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44803 connecting to ZooKeeper ensemble=127.0.0.1:58666 2024-11-08T22:18:25,438 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:18:25,441 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:18:25,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:448030x0, quorum=127.0.0.1:58666, baseZNode=/1663944979 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T22:18:25,514 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:448030x0, quorum=127.0.0.1:58666, baseZNode=/1663944979 Set watcher on znode that does not yet exist, /1663944979/running 2024-11-08T22:18:25,514 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44803-0x1011c874cd30004 connected 2024-11-08T22:18:25,514 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T22:18:25,515 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T22:18:25,515 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44803-0x1011c874cd30004, quorum=127.0.0.1:58666, baseZNode=/1663944979 Set watcher on znode that does not yet exist, /1663944979/master 2024-11-08T22:18:25,516 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44803-0x1011c874cd30004, quorum=127.0.0.1:58666, baseZNode=/1663944979 Set watcher on znode that does not yet exist, /1663944979/acl 2024-11-08T22:18:25,518 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44803 2024-11-08T22:18:25,519 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44803 2024-11-08T22:18:25,527 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44803 2024-11-08T22:18:25,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44803 2024-11-08T22:18:25,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44803 2024-11-08T22:18:25,546 DEBUG [M:0;ff635fa717b5:36459 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ff635fa717b5:36459 2024-11-08T22:18:25,546 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1663944979/backup-masters/ff635fa717b5,36459,1731104304773 2024-11-08T22:18:25,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36459-0x1011c874cd30003, quorum=127.0.0.1:58666, baseZNode=/1663944979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1663944979/backup-masters 2024-11-08T22:18:25,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44803-0x1011c874cd30004, quorum=127.0.0.1:58666, baseZNode=/1663944979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1663944979/backup-masters 2024-11-08T22:18:25,559 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36459-0x1011c874cd30003, quorum=127.0.0.1:58666, baseZNode=/1663944979 Set watcher on existing znode=/1663944979/backup-masters/ff635fa717b5,36459,1731104304773 2024-11-08T22:18:25,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36459-0x1011c874cd30003, quorum=127.0.0.1:58666, baseZNode=/1663944979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1663944979 2024-11-08T22:18:25,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44803-0x1011c874cd30004, quorum=127.0.0.1:58666, baseZNode=/1663944979 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1663944979/master 2024-11-08T22:18:25,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44803-0x1011c874cd30004, quorum=127.0.0.1:58666, baseZNode=/1663944979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1663944979 2024-11-08T22:18:25,570 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36459-0x1011c874cd30003, quorum=127.0.0.1:58666, baseZNode=/1663944979 Set watcher on existing znode=/1663944979/master 2024-11-08T22:18:25,570 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1663944979/backup-masters/ff635fa717b5,36459,1731104304773 from backup master directory 2024-11-08T22:18:25,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44803-0x1011c874cd30004, quorum=127.0.0.1:58666, baseZNode=/1663944979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1663944979/backup-masters 2024-11-08T22:18:25,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36459-0x1011c874cd30003, quorum=127.0.0.1:58666, baseZNode=/1663944979 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1663944979/backup-masters/ff635fa717b5,36459,1731104304773 2024-11-08T22:18:25,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36459-0x1011c874cd30003, quorum=127.0.0.1:58666, baseZNode=/1663944979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1663944979/backup-masters 2024-11-08T22:18:25,580 WARN [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T22:18:25,580 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ff635fa717b5,36459,1731104304773 2024-11-08T22:18:25,583 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/hbase.id] with ID: 0fc1a176-7c3c-4d2a-a833-4f4e5ddf6553 2024-11-08T22:18:25,583 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/.tmp/hbase.id 2024-11-08T22:18:25,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38657 is added to blk_1073741826_1002 (size=42) 2024-11-08T22:18:25,988 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/.tmp/hbase.id]:[hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/hbase.id] 2024-11-08T22:18:25,997 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:18:25,997 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T22:18:25,998 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-08T22:18:26,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36459-0x1011c874cd30003, quorum=127.0.0.1:58666, baseZNode=/1663944979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1663944979 2024-11-08T22:18:26,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44803-0x1011c874cd30004, quorum=127.0.0.1:58666, baseZNode=/1663944979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1663944979 2024-11-08T22:18:26,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38657 is added to blk_1073741827_1003 (size=196) 2024-11-08T22:18:26,418 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T22:18:26,419 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T22:18:26,419 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:18:26,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38657 is added to blk_1073741828_1004 (size=1189) 2024-11-08T22:18:26,659 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T22:18:26,827 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/MasterData/data/master/store 2024-11-08T22:18:26,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38657 is added to blk_1073741829_1005 (size=34) 2024-11-08T22:18:27,233 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:18:27,233 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T22:18:27,233 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:18:27,233 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:18:27,233 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T22:18:27,233 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:18:27,233 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:18:27,233 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731104307233Disabling compacts and flushes for region at 1731104307233Disabling writes for close at 1731104307233Writing region close event to WAL at 1731104307233Closed at 1731104307233 2024-11-08T22:18:27,234 WARN [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/MasterData/data/master/store/.initializing 2024-11-08T22:18:27,234 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/MasterData/WALs/ff635fa717b5,36459,1731104304773 2024-11-08T22:18:27,235 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T22:18:27,238 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ff635fa717b5%2C36459%2C1731104304773, suffix=, logDir=hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/MasterData/WALs/ff635fa717b5,36459,1731104304773, archiveDir=hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/MasterData/oldWALs, maxLogs=10 2024-11-08T22:18:27,251 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/MasterData/WALs/ff635fa717b5,36459,1731104304773/ff635fa717b5%2C36459%2C1731104304773.1731104307238, exclude list is [], retry=0 2024-11-08T22:18:27,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38657,DS-6f6ce2b1-c56c-4ebf-8918-9cf099b7939d,DISK] 2024-11-08T22:18:27,255 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/MasterData/WALs/ff635fa717b5,36459,1731104304773/ff635fa717b5%2C36459%2C1731104304773.1731104307238 2024-11-08T22:18:27,255 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42363:42363)] 2024-11-08T22:18:27,255 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T22:18:27,255 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:18:27,255 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:18:27,255 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:18:27,258 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:18:27,259 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T22:18:27,259 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:18:27,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:18:27,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:18:27,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T22:18:27,261 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:18:27,261 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:18:27,261 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:18:27,263 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T22:18:27,263 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:18:27,263 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:18:27,263 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:18:27,264 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T22:18:27,264 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:18:27,264 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:18:27,264 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:18:27,265 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:18:27,265 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:18:27,268 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:18:27,268 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:18:27,274 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T22:18:27,275 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:18:27,277 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:18:27,277 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72942771, jitterRate=0.0869319885969162}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T22:18:27,277 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731104307256Initializing all the Stores at 1731104307256Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104307256Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104307258 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104307258Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104307258Cleaning up temporary data from old regions at 1731104307268 (+10 ms)Region opened successfully at 1731104307277 (+9 ms) 2024-11-08T22:18:27,278 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T22:18:27,280 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9ac22bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff635fa717b5/172.17.0.3:0 2024-11-08T22:18:27,281 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T22:18:27,281 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T22:18:27,281 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T22:18:27,281 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T22:18:27,281 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T22:18:27,282 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T22:18:27,282 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T22:18:27,283 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T22:18:27,284 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36459-0x1011c874cd30003, quorum=127.0.0.1:58666, baseZNode=/1663944979 Unable to get data of znode /1663944979/balancer because node does not exist (not necessarily an error) 2024-11-08T22:18:27,296 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1663944979/balancer already deleted, retry=false 2024-11-08T22:18:27,296 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T22:18:27,297 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36459-0x1011c874cd30003, quorum=127.0.0.1:58666, baseZNode=/1663944979 Unable to get data of znode /1663944979/normalizer because node does not exist (not necessarily an error) 2024-11-08T22:18:27,306 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1663944979/normalizer already deleted, retry=false 2024-11-08T22:18:27,306 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T22:18:27,307 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36459-0x1011c874cd30003, quorum=127.0.0.1:58666, baseZNode=/1663944979 Unable to get data of znode /1663944979/switch/split because node does not exist (not necessarily an error) 2024-11-08T22:18:27,312 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T22:18:27,317 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1663944979/switch/split already deleted, retry=false 2024-11-08T22:18:27,318 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36459-0x1011c874cd30003, quorum=127.0.0.1:58666, baseZNode=/1663944979 Unable to get data of znode /1663944979/switch/merge because node does not exist (not necessarily an error) 2024-11-08T22:18:27,327 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1663944979/switch/merge already deleted, retry=false 2024-11-08T22:18:27,329 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36459-0x1011c874cd30003, quorum=127.0.0.1:58666, baseZNode=/1663944979 Unable to get data of znode /1663944979/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T22:18:27,338 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1663944979/snapshot-cleanup already deleted, retry=false 2024-11-08T22:18:27,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:18:27,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:18:27,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:18:27,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:18:27,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:18:27,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:18:27,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:18:27,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:18:27,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36459-0x1011c874cd30003, quorum=127.0.0.1:58666, baseZNode=/1663944979 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1663944979/running 2024-11-08T22:18:27,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36459-0x1011c874cd30003, quorum=127.0.0.1:58666, baseZNode=/1663944979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1663944979 2024-11-08T22:18:27,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44803-0x1011c874cd30004, quorum=127.0.0.1:58666, baseZNode=/1663944979 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1663944979/running 2024-11-08T22:18:27,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44803-0x1011c874cd30004, quorum=127.0.0.1:58666, baseZNode=/1663944979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1663944979 2024-11-08T22:18:27,360 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ff635fa717b5,36459,1731104304773, sessionid=0x1011c874cd30003, setting cluster-up flag (Was=false) 2024-11-08T22:18:27,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44803-0x1011c874cd30004, quorum=127.0.0.1:58666, baseZNode=/1663944979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1663944979 2024-11-08T22:18:27,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36459-0x1011c874cd30003, quorum=127.0.0.1:58666, baseZNode=/1663944979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1663944979 2024-11-08T22:18:27,411 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1663944979/flush-table-proc/acquired, /1663944979/flush-table-proc/reached, /1663944979/flush-table-proc/abort 2024-11-08T22:18:27,412 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff635fa717b5,36459,1731104304773 2024-11-08T22:18:27,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44803-0x1011c874cd30004, quorum=127.0.0.1:58666, baseZNode=/1663944979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1663944979 2024-11-08T22:18:27,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36459-0x1011c874cd30003, quorum=127.0.0.1:58666, baseZNode=/1663944979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1663944979 2024-11-08T22:18:27,475 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1663944979/online-snapshot/acquired, /1663944979/online-snapshot/reached, /1663944979/online-snapshot/abort 2024-11-08T22:18:27,478 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff635fa717b5,36459,1731104304773 2024-11-08T22:18:27,480 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T22:18:27,481 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T22:18:27,481 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T22:18:27,481 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T22:18:27,482 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ff635fa717b5,36459,1731104304773 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T22:18:27,483 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:18:27,483 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:18:27,483 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:18:27,483 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:18:27,483 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ff635fa717b5:0, corePoolSize=10, maxPoolSize=10 2024-11-08T22:18:27,483 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:18:27,483 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ff635fa717b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T22:18:27,483 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:18:27,489 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731104337489 2024-11-08T22:18:27,489 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T22:18:27,489 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T22:18:27,489 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T22:18:27,489 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T22:18:27,489 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T22:18:27,489 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T22:18:27,490 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:27,490 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T22:18:27,490 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T22:18:27,491 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T22:18:27,491 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T22:18:27,491 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T22:18:27,491 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T22:18:27,491 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:18:27,491 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T22:18:27,492 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T22:18:27,492 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T22:18:27,496 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.large.0-1731104307492,5,FailOnTimeoutGroup] 2024-11-08T22:18:27,498 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.small.0-1731104307496,5,FailOnTimeoutGroup] 2024-11-08T22:18:27,498 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:27,498 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T22:18:27,498 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:27,498 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:27,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38657 is added to blk_1073741831_1007 (size=1321) 2024-11-08T22:18:27,512 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T22:18:27,512 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10 2024-11-08T22:18:27,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38657 is added to blk_1073741832_1008 (size=32) 2024-11-08T22:18:27,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:18:27,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T22:18:27,529 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T22:18:27,529 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:18:27,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:18:27,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T22:18:27,531 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T22:18:27,531 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:18:27,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:18:27,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T22:18:27,532 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T22:18:27,532 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:18:27,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:18:27,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T22:18:27,533 INFO [RS:0;ff635fa717b5:44803 {}] regionserver.HRegionServer(746): ClusterId : 0fc1a176-7c3c-4d2a-a833-4f4e5ddf6553 2024-11-08T22:18:27,533 DEBUG [RS:0;ff635fa717b5:44803 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T22:18:27,534 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T22:18:27,534 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:18:27,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:18:27,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T22:18:27,535 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/data/hbase/meta/1588230740 2024-11-08T22:18:27,535 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/data/hbase/meta/1588230740 2024-11-08T22:18:27,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T22:18:27,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T22:18:27,537 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T22:18:27,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T22:18:27,539 DEBUG [RS:0;ff635fa717b5:44803 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T22:18:27,539 DEBUG [RS:0;ff635fa717b5:44803 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T22:18:27,541 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:18:27,541 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66921400, jitterRate=-0.002793431282043457}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T22:18:27,541 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731104307527Initializing all the Stores at 1731104307528 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104307528Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104307528Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104307528Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104307528Cleaning up temporary data from old regions at 1731104307536 (+8 ms)Region opened successfully at 1731104307541 (+5 ms) 2024-11-08T22:18:27,541 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T22:18:27,541 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T22:18:27,541 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T22:18:27,541 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T22:18:27,541 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T22:18:27,544 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T22:18:27,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731104307541Disabling compacts and flushes for region at 1731104307541Disabling writes for close at 1731104307541Writing region close event to WAL at 1731104307544 (+3 ms)Closed at 1731104307544 2024-11-08T22:18:27,545 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T22:18:27,545 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T22:18:27,545 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T22:18:27,547 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T22:18:27,549 DEBUG [RS:0;ff635fa717b5:44803 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T22:18:27,550 DEBUG [RS:0;ff635fa717b5:44803 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@447bd964, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff635fa717b5/172.17.0.3:0 2024-11-08T22:18:27,551 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T22:18:27,564 DEBUG [RS:0;ff635fa717b5:44803 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ff635fa717b5:44803 2024-11-08T22:18:27,564 INFO [RS:0;ff635fa717b5:44803 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T22:18:27,564 INFO [RS:0;ff635fa717b5:44803 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T22:18:27,564 DEBUG [RS:0;ff635fa717b5:44803 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T22:18:27,565 INFO [RS:0;ff635fa717b5:44803 {}] regionserver.HRegionServer(2659): reportForDuty to master=ff635fa717b5,36459,1731104304773 with port=44803, startcode=1731104305435 2024-11-08T22:18:27,565 DEBUG [RS:0;ff635fa717b5:44803 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T22:18:27,568 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42723, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T22:18:27,568 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36459 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ff635fa717b5,44803,1731104305435 2024-11-08T22:18:27,568 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36459 {}] master.ServerManager(517): Registering regionserver=ff635fa717b5,44803,1731104305435 2024-11-08T22:18:27,570 DEBUG [RS:0;ff635fa717b5:44803 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10 2024-11-08T22:18:27,570 DEBUG [RS:0;ff635fa717b5:44803 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46803 2024-11-08T22:18:27,570 DEBUG [RS:0;ff635fa717b5:44803 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T22:18:27,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36459-0x1011c874cd30003, quorum=127.0.0.1:58666, baseZNode=/1663944979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1663944979/rs 2024-11-08T22:18:27,641 DEBUG [RS:0;ff635fa717b5:44803 {}] zookeeper.ZKUtil(111): regionserver:44803-0x1011c874cd30004, quorum=127.0.0.1:58666, baseZNode=/1663944979 Set watcher on existing znode=/1663944979/rs/ff635fa717b5,44803,1731104305435 2024-11-08T22:18:27,641 WARN [RS:0;ff635fa717b5:44803 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T22:18:27,642 INFO [RS:0;ff635fa717b5:44803 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:18:27,642 DEBUG [RS:0;ff635fa717b5:44803 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/WALs/ff635fa717b5,44803,1731104305435 2024-11-08T22:18:27,642 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ff635fa717b5,44803,1731104305435] 2024-11-08T22:18:27,644 INFO [RS:0;ff635fa717b5:44803 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T22:18:27,645 INFO [RS:0;ff635fa717b5:44803 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T22:18:27,646 INFO [RS:0;ff635fa717b5:44803 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T22:18:27,646 INFO [RS:0;ff635fa717b5:44803 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:27,646 INFO [RS:0;ff635fa717b5:44803 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T22:18:27,646 INFO [RS:0;ff635fa717b5:44803 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T22:18:27,646 INFO [RS:0;ff635fa717b5:44803 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:27,647 DEBUG [RS:0;ff635fa717b5:44803 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:18:27,647 DEBUG [RS:0;ff635fa717b5:44803 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:18:27,647 DEBUG [RS:0;ff635fa717b5:44803 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:18:27,647 DEBUG [RS:0;ff635fa717b5:44803 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:18:27,647 DEBUG [RS:0;ff635fa717b5:44803 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:18:27,647 DEBUG [RS:0;ff635fa717b5:44803 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ff635fa717b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T22:18:27,647 DEBUG [RS:0;ff635fa717b5:44803 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:18:27,647 DEBUG [RS:0;ff635fa717b5:44803 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:18:27,647 DEBUG [RS:0;ff635fa717b5:44803 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:18:27,647 DEBUG [RS:0;ff635fa717b5:44803 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:18:27,647 DEBUG [RS:0;ff635fa717b5:44803 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:18:27,647 DEBUG [RS:0;ff635fa717b5:44803 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:18:27,647 DEBUG [RS:0;ff635fa717b5:44803 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T22:18:27,647 DEBUG [RS:0;ff635fa717b5:44803 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T22:18:27,647 INFO [RS:0;ff635fa717b5:44803 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:27,647 INFO [RS:0;ff635fa717b5:44803 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:27,647 INFO [RS:0;ff635fa717b5:44803 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:27,647 INFO [RS:0;ff635fa717b5:44803 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:27,647 INFO [RS:0;ff635fa717b5:44803 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:27,647 INFO [RS:0;ff635fa717b5:44803 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,44803,1731104305435-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T22:18:27,661 INFO [RS:0;ff635fa717b5:44803 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T22:18:27,661 INFO [RS:0;ff635fa717b5:44803 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,44803,1731104305435-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:27,661 INFO [RS:0;ff635fa717b5:44803 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:27,661 INFO [RS:0;ff635fa717b5:44803 {}] regionserver.Replication(171): ff635fa717b5,44803,1731104305435 started 2024-11-08T22:18:27,675 INFO [RS:0;ff635fa717b5:44803 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:27,675 INFO [RS:0;ff635fa717b5:44803 {}] regionserver.HRegionServer(1482): Serving as ff635fa717b5,44803,1731104305435, RpcServer on ff635fa717b5/172.17.0.3:44803, sessionid=0x1011c874cd30004 2024-11-08T22:18:27,675 DEBUG [RS:0;ff635fa717b5:44803 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T22:18:27,675 DEBUG [RS:0;ff635fa717b5:44803 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ff635fa717b5,44803,1731104305435 2024-11-08T22:18:27,675 DEBUG [RS:0;ff635fa717b5:44803 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff635fa717b5,44803,1731104305435' 2024-11-08T22:18:27,675 DEBUG [RS:0;ff635fa717b5:44803 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1663944979/flush-table-proc/abort' 2024-11-08T22:18:27,676 DEBUG [RS:0;ff635fa717b5:44803 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1663944979/flush-table-proc/acquired' 2024-11-08T22:18:27,676 DEBUG [RS:0;ff635fa717b5:44803 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T22:18:27,676 DEBUG [RS:0;ff635fa717b5:44803 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T22:18:27,676 DEBUG [RS:0;ff635fa717b5:44803 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ff635fa717b5,44803,1731104305435 2024-11-08T22:18:27,676 DEBUG [RS:0;ff635fa717b5:44803 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff635fa717b5,44803,1731104305435' 2024-11-08T22:18:27,676 DEBUG [RS:0;ff635fa717b5:44803 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1663944979/online-snapshot/abort' 2024-11-08T22:18:27,676 DEBUG [RS:0;ff635fa717b5:44803 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1663944979/online-snapshot/acquired' 2024-11-08T22:18:27,677 DEBUG [RS:0;ff635fa717b5:44803 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T22:18:27,677 INFO [RS:0;ff635fa717b5:44803 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T22:18:27,677 INFO [RS:0;ff635fa717b5:44803 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T22:18:27,701 WARN [ff635fa717b5:36459 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-08T22:18:27,777 INFO [RS:0;ff635fa717b5:44803 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T22:18:27,778 INFO [RS:0;ff635fa717b5:44803 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff635fa717b5%2C44803%2C1731104305435, suffix=, logDir=hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/WALs/ff635fa717b5,44803,1731104305435, archiveDir=hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/oldWALs, maxLogs=10 2024-11-08T22:18:27,795 DEBUG [RS:0;ff635fa717b5:44803 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/WALs/ff635fa717b5,44803,1731104305435/ff635fa717b5%2C44803%2C1731104305435.1731104307779, exclude list is [], retry=0 2024-11-08T22:18:27,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38657,DS-6f6ce2b1-c56c-4ebf-8918-9cf099b7939d,DISK] 2024-11-08T22:18:27,802 INFO [RS:0;ff635fa717b5:44803 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/WALs/ff635fa717b5,44803,1731104305435/ff635fa717b5%2C44803%2C1731104305435.1731104307779 2024-11-08T22:18:27,803 DEBUG [RS:0;ff635fa717b5:44803 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42363:42363)] 2024-11-08T22:18:27,952 DEBUG [ff635fa717b5:36459 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T22:18:27,952 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ff635fa717b5,44803,1731104305435 2024-11-08T22:18:27,953 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff635fa717b5,44803,1731104305435, state=OPENING 2024-11-08T22:18:27,959 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T22:18:27,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36459-0x1011c874cd30003, quorum=127.0.0.1:58666, baseZNode=/1663944979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1663944979 2024-11-08T22:18:27,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44803-0x1011c874cd30004, quorum=127.0.0.1:58666, baseZNode=/1663944979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1663944979 2024-11-08T22:18:27,980 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1663944979/meta-region-server: CHANGED 2024-11-08T22:18:27,980 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1663944979/meta-region-server: CHANGED 2024-11-08T22:18:27,980 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T22:18:27,980 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ff635fa717b5,44803,1731104305435}] 2024-11-08T22:18:28,133 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T22:18:28,135 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51867, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T22:18:28,140 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T22:18:28,140 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:18:28,141 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T22:18:28,142 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff635fa717b5%2C44803%2C1731104305435.meta, suffix=.meta, logDir=hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/WALs/ff635fa717b5,44803,1731104305435, archiveDir=hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/oldWALs, maxLogs=10 2024-11-08T22:18:28,156 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/WALs/ff635fa717b5,44803,1731104305435/ff635fa717b5%2C44803%2C1731104305435.meta.1731104308142.meta, exclude list is [], retry=0 2024-11-08T22:18:28,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38657,DS-6f6ce2b1-c56c-4ebf-8918-9cf099b7939d,DISK] 2024-11-08T22:18:28,160 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/WALs/ff635fa717b5,44803,1731104305435/ff635fa717b5%2C44803%2C1731104305435.meta.1731104308142.meta 2024-11-08T22:18:28,160 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42363:42363)] 2024-11-08T22:18:28,160 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T22:18:28,161 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T22:18:28,161 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T22:18:28,161 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T22:18:28,161 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T22:18:28,161 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T22:18:28,161 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:18:28,161 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T22:18:28,161 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T22:18:28,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T22:18:28,165 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T22:18:28,165 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:18:28,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:18:28,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T22:18:28,166 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T22:18:28,166 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:18:28,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:18:28,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T22:18:28,167 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T22:18:28,167 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:18:28,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:18:28,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T22:18:28,168 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T22:18:28,168 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:18:28,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:18:28,169 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T22:18:28,169 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/data/hbase/meta/1588230740 2024-11-08T22:18:28,170 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/data/hbase/meta/1588230740 2024-11-08T22:18:28,172 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T22:18:28,172 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T22:18:28,172 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T22:18:28,173 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T22:18:28,174 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61737274, jitterRate=-0.08004292845726013}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T22:18:28,174 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T22:18:28,175 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731104308161Writing region info on filesystem at 1731104308161Initializing all the Stores at 1731104308162 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104308162Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104308164 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104308164Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104308164Cleaning up temporary data from old regions at 1731104308172 (+8 ms)Running coprocessor post-open hooks at 1731104308174 (+2 ms)Region opened successfully at 1731104308174 2024-11-08T22:18:28,175 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731104308133 2024-11-08T22:18:28,178 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T22:18:28,178 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T22:18:28,179 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ff635fa717b5,44803,1731104305435 2024-11-08T22:18:28,179 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff635fa717b5,44803,1731104305435, state=OPEN 2024-11-08T22:18:28,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36459-0x1011c874cd30003, quorum=127.0.0.1:58666, baseZNode=/1663944979 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1663944979/meta-region-server 2024-11-08T22:18:28,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44803-0x1011c874cd30004, quorum=127.0.0.1:58666, baseZNode=/1663944979 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1663944979/meta-region-server 2024-11-08T22:18:28,190 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ff635fa717b5,44803,1731104305435 2024-11-08T22:18:28,191 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1663944979/meta-region-server: CHANGED 2024-11-08T22:18:28,191 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1663944979/meta-region-server: CHANGED 2024-11-08T22:18:28,193 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T22:18:28,193 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ff635fa717b5,44803,1731104305435 in 210 msec 2024-11-08T22:18:28,195 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T22:18:28,195 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 648 msec 2024-11-08T22:18:28,196 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T22:18:28,196 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T22:18:28,198 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:18:28,198 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,44803,1731104305435, seqNum=-1] 2024-11-08T22:18:28,199 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:18:28,201 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51243, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T22:18:28,207 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 725 msec 2024-11-08T22:18:28,207 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731104308207, completionTime=-1 2024-11-08T22:18:28,207 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T22:18:28,207 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T22:18:28,210 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T22:18:28,210 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731104368210 2024-11-08T22:18:28,210 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731104428210 2024-11-08T22:18:28,210 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T22:18:28,211 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,36459,1731104304773-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:28,211 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,36459,1731104304773-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:28,211 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,36459,1731104304773-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:28,211 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ff635fa717b5:36459, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:28,211 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:28,212 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:28,213 DEBUG [master/ff635fa717b5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T22:18:28,216 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.636sec 2024-11-08T22:18:28,216 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T22:18:28,216 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T22:18:28,216 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T22:18:28,216 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T22:18:28,216 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T22:18:28,216 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,36459,1731104304773-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T22:18:28,216 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,36459,1731104304773-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T22:18:28,223 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T22:18:28,223 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T22:18:28,223 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,36459,1731104304773-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:28,234 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75562e5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:18:28,234 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,36459,-1 for getting cluster id 2024-11-08T22:18:28,234 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:18:28,236 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0fc1a176-7c3c-4d2a-a833-4f4e5ddf6553' 2024-11-08T22:18:28,236 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:18:28,236 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0fc1a176-7c3c-4d2a-a833-4f4e5ddf6553" 2024-11-08T22:18:28,237 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68c133e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:18:28,237 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,36459,-1] 2024-11-08T22:18:28,237 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:18:28,237 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:18:28,238 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:18:28,239 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e55b77b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:18:28,239 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:18:28,240 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,44803,1731104305435, seqNum=-1] 2024-11-08T22:18:28,240 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:18:28,241 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T22:18:28,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ff635fa717b5,36459,1731104304773 2024-11-08T22:18:28,244 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58666 2024-11-08T22:18:28,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58666, baseZNode=/1663944979 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T22:18:28,254 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011c874cd30005 connected 2024-11-08T22:18:28,266 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:18:28,267 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is ff635fa717b5,37031,1731104299748 2024-11-08T22:18:28,267 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11c5fa34 2024-11-08T22:18:28,267 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T22:18:28,268 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T22:18:28,269 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37031 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T22:18:28,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37031 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T22:18:28,271 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T22:18:28,271 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:18:28,271 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37031 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T22:18:28,272 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T22:18:28,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:18:28,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36247 is added to blk_1073741835_1011 (size=902) 2024-11-08T22:18:28,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:18:28,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:18:28,694 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 75c3b536bce5206dc98d3def957c3f0f, NAME => 'test,,1731104308269.75c3b536bce5206dc98d3def957c3f0f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a 2024-11-08T22:18:28,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36247 is added to blk_1073741836_1012 (size=39) 2024-11-08T22:18:28,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:18:29,100 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731104308269.75c3b536bce5206dc98d3def957c3f0f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:18:29,100 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 75c3b536bce5206dc98d3def957c3f0f, disabling compactions & flushes 2024-11-08T22:18:29,100 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731104308269.75c3b536bce5206dc98d3def957c3f0f. 2024-11-08T22:18:29,100 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731104308269.75c3b536bce5206dc98d3def957c3f0f. 2024-11-08T22:18:29,100 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731104308269.75c3b536bce5206dc98d3def957c3f0f. after waiting 0 ms 2024-11-08T22:18:29,100 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731104308269.75c3b536bce5206dc98d3def957c3f0f. 2024-11-08T22:18:29,100 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731104308269.75c3b536bce5206dc98d3def957c3f0f. 2024-11-08T22:18:29,100 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 75c3b536bce5206dc98d3def957c3f0f: Waiting for close lock at 1731104309100Disabling compacts and flushes for region at 1731104309100Disabling writes for close at 1731104309100Writing region close event to WAL at 1731104309100Closed at 1731104309100 2024-11-08T22:18:29,101 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T22:18:29,102 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731104308269.75c3b536bce5206dc98d3def957c3f0f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731104309101"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731104309101"}]},"ts":"1731104309101"} 2024-11-08T22:18:29,103 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T22:18:29,104 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T22:18:29,105 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731104309104"}]},"ts":"1731104309104"} 2024-11-08T22:18:29,107 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T22:18:29,107 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=75c3b536bce5206dc98d3def957c3f0f, ASSIGN}] 2024-11-08T22:18:29,108 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=75c3b536bce5206dc98d3def957c3f0f, ASSIGN 2024-11-08T22:18:29,113 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=75c3b536bce5206dc98d3def957c3f0f, ASSIGN; state=OFFLINE, location=ff635fa717b5,41711,1731104300047; forceNewPlan=false, retain=false 2024-11-08T22:18:29,263 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=75c3b536bce5206dc98d3def957c3f0f, regionState=OPENING, regionLocation=ff635fa717b5,41711,1731104300047 2024-11-08T22:18:29,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=75c3b536bce5206dc98d3def957c3f0f, ASSIGN because future has completed 2024-11-08T22:18:29,266 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 75c3b536bce5206dc98d3def957c3f0f, server=ff635fa717b5,41711,1731104300047}] 2024-11-08T22:18:29,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:18:29,460 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731104308269.75c3b536bce5206dc98d3def957c3f0f. 2024-11-08T22:18:29,460 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 75c3b536bce5206dc98d3def957c3f0f, NAME => 'test,,1731104308269.75c3b536bce5206dc98d3def957c3f0f.', STARTKEY => '', ENDKEY => ''} 2024-11-08T22:18:29,461 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T22:18:29,461 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T22:18:29,461 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 75c3b536bce5206dc98d3def957c3f0f 2024-11-08T22:18:29,461 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731104308269.75c3b536bce5206dc98d3def957c3f0f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:18:29,461 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 75c3b536bce5206dc98d3def957c3f0f 2024-11-08T22:18:29,461 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 75c3b536bce5206dc98d3def957c3f0f 2024-11-08T22:18:29,463 INFO [StoreOpener-75c3b536bce5206dc98d3def957c3f0f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 75c3b536bce5206dc98d3def957c3f0f 2024-11-08T22:18:29,464 INFO [StoreOpener-75c3b536bce5206dc98d3def957c3f0f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 75c3b536bce5206dc98d3def957c3f0f columnFamilyName f 2024-11-08T22:18:29,464 DEBUG [StoreOpener-75c3b536bce5206dc98d3def957c3f0f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:18:29,464 INFO [StoreOpener-75c3b536bce5206dc98d3def957c3f0f-1 {}] regionserver.HStore(327): Store=75c3b536bce5206dc98d3def957c3f0f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:18:29,464 INFO [StoreOpener-75c3b536bce5206dc98d3def957c3f0f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 75c3b536bce5206dc98d3def957c3f0f 2024-11-08T22:18:29,465 INFO [StoreOpener-75c3b536bce5206dc98d3def957c3f0f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 75c3b536bce5206dc98d3def957c3f0f columnFamilyName f1 2024-11-08T22:18:29,465 DEBUG [StoreOpener-75c3b536bce5206dc98d3def957c3f0f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:18:29,466 INFO [StoreOpener-75c3b536bce5206dc98d3def957c3f0f-1 {}] regionserver.HStore(327): Store=75c3b536bce5206dc98d3def957c3f0f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:18:29,466 INFO [StoreOpener-75c3b536bce5206dc98d3def957c3f0f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 75c3b536bce5206dc98d3def957c3f0f 2024-11-08T22:18:29,467 INFO [StoreOpener-75c3b536bce5206dc98d3def957c3f0f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 75c3b536bce5206dc98d3def957c3f0f columnFamilyName norep 2024-11-08T22:18:29,467 DEBUG [StoreOpener-75c3b536bce5206dc98d3def957c3f0f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:18:29,467 INFO [StoreOpener-75c3b536bce5206dc98d3def957c3f0f-1 {}] regionserver.HStore(327): Store=75c3b536bce5206dc98d3def957c3f0f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:18:29,467 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 75c3b536bce5206dc98d3def957c3f0f 2024-11-08T22:18:29,468 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/data/default/test/75c3b536bce5206dc98d3def957c3f0f 2024-11-08T22:18:29,468 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/data/default/test/75c3b536bce5206dc98d3def957c3f0f 2024-11-08T22:18:29,469 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 75c3b536bce5206dc98d3def957c3f0f 2024-11-08T22:18:29,469 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 75c3b536bce5206dc98d3def957c3f0f 2024-11-08T22:18:29,469 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T22:18:29,470 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 75c3b536bce5206dc98d3def957c3f0f 2024-11-08T22:18:29,472 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/data/default/test/75c3b536bce5206dc98d3def957c3f0f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:18:29,472 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 75c3b536bce5206dc98d3def957c3f0f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74809096, jitterRate=0.11474239826202393}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T22:18:29,472 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 75c3b536bce5206dc98d3def957c3f0f 2024-11-08T22:18:29,473 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 75c3b536bce5206dc98d3def957c3f0f: Running coprocessor pre-open hook at 1731104309461Writing region info on filesystem at 1731104309461Initializing all the Stores at 1731104309462 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104309462Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104309462Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104309462Cleaning up temporary data from old regions at 1731104309469 (+7 ms)Running coprocessor post-open hooks at 1731104309472 (+3 ms)Region opened successfully at 1731104309472 2024-11-08T22:18:29,473 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731104308269.75c3b536bce5206dc98d3def957c3f0f., pid=6, masterSystemTime=1731104309444 2024-11-08T22:18:29,475 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731104308269.75c3b536bce5206dc98d3def957c3f0f. 2024-11-08T22:18:29,475 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731104308269.75c3b536bce5206dc98d3def957c3f0f. 2024-11-08T22:18:29,475 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=75c3b536bce5206dc98d3def957c3f0f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ff635fa717b5,41711,1731104300047 2024-11-08T22:18:29,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 75c3b536bce5206dc98d3def957c3f0f, server=ff635fa717b5,41711,1731104300047 because future has completed 2024-11-08T22:18:29,479 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T22:18:29,480 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 75c3b536bce5206dc98d3def957c3f0f, server=ff635fa717b5,41711,1731104300047 in 212 msec 2024-11-08T22:18:29,481 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T22:18:29,481 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=75c3b536bce5206dc98d3def957c3f0f, ASSIGN in 373 msec 2024-11-08T22:18:29,482 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T22:18:29,482 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731104309482"}]},"ts":"1731104309482"} 2024-11-08T22:18:29,484 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T22:18:29,484 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T22:18:29,486 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2150 sec 2024-11-08T22:18:30,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:18:30,418 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T22:18:30,418 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:18:30,419 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is ff635fa717b5,36459,1731104304773 2024-11-08T22:18:30,419 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e142f9 2024-11-08T22:18:30,419 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T22:18:30,421 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T22:18:30,422 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36459 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T22:18:30,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36459 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T22:18:30,425 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T22:18:30,425 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:18:30,425 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36459 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T22:18:30,426 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T22:18:30,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:18:30,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38657 is added to blk_1073741835_1011 (size=902) 2024-11-08T22:18:30,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:18:30,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:18:30,847 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5ef59e0ea289080b1e341c686b8437b3, NAME => 'test,,1731104310421.5ef59e0ea289080b1e341c686b8437b3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10 2024-11-08T22:18:30,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38657 is added to blk_1073741836_1012 (size=39) 2024-11-08T22:18:31,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:18:31,252 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731104310421.5ef59e0ea289080b1e341c686b8437b3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:18:31,252 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5ef59e0ea289080b1e341c686b8437b3, disabling compactions & flushes 2024-11-08T22:18:31,252 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731104310421.5ef59e0ea289080b1e341c686b8437b3. 2024-11-08T22:18:31,253 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731104310421.5ef59e0ea289080b1e341c686b8437b3. 2024-11-08T22:18:31,253 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731104310421.5ef59e0ea289080b1e341c686b8437b3. after waiting 0 ms 2024-11-08T22:18:31,253 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731104310421.5ef59e0ea289080b1e341c686b8437b3. 2024-11-08T22:18:31,253 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731104310421.5ef59e0ea289080b1e341c686b8437b3. 2024-11-08T22:18:31,253 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5ef59e0ea289080b1e341c686b8437b3: Waiting for close lock at 1731104311252Disabling compacts and flushes for region at 1731104311252Disabling writes for close at 1731104311253 (+1 ms)Writing region close event to WAL at 1731104311253Closed at 1731104311253 2024-11-08T22:18:31,254 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T22:18:31,254 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731104310421.5ef59e0ea289080b1e341c686b8437b3.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731104311254"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731104311254"}]},"ts":"1731104311254"} 2024-11-08T22:18:31,256 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T22:18:31,257 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T22:18:31,257 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731104311257"}]},"ts":"1731104311257"} 2024-11-08T22:18:31,258 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T22:18:31,259 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5ef59e0ea289080b1e341c686b8437b3, ASSIGN}] 2024-11-08T22:18:31,261 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5ef59e0ea289080b1e341c686b8437b3, ASSIGN 2024-11-08T22:18:31,262 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5ef59e0ea289080b1e341c686b8437b3, ASSIGN; state=OFFLINE, location=ff635fa717b5,44803,1731104305435; forceNewPlan=false, retain=false 2024-11-08T22:18:31,413 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5ef59e0ea289080b1e341c686b8437b3, regionState=OPENING, regionLocation=ff635fa717b5,44803,1731104305435 2024-11-08T22:18:31,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5ef59e0ea289080b1e341c686b8437b3, ASSIGN because future has completed 2024-11-08T22:18:31,416 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5ef59e0ea289080b1e341c686b8437b3, server=ff635fa717b5,44803,1731104305435}] 2024-11-08T22:18:31,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:18:31,571 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731104310421.5ef59e0ea289080b1e341c686b8437b3. 2024-11-08T22:18:31,571 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5ef59e0ea289080b1e341c686b8437b3, NAME => 'test,,1731104310421.5ef59e0ea289080b1e341c686b8437b3.', STARTKEY => '', ENDKEY => ''} 2024-11-08T22:18:31,572 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T22:18:31,572 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T22:18:31,572 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5ef59e0ea289080b1e341c686b8437b3 2024-11-08T22:18:31,572 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731104310421.5ef59e0ea289080b1e341c686b8437b3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:18:31,572 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5ef59e0ea289080b1e341c686b8437b3 2024-11-08T22:18:31,572 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5ef59e0ea289080b1e341c686b8437b3 2024-11-08T22:18:31,573 INFO [StoreOpener-5ef59e0ea289080b1e341c686b8437b3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5ef59e0ea289080b1e341c686b8437b3 2024-11-08T22:18:31,574 INFO [StoreOpener-5ef59e0ea289080b1e341c686b8437b3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ef59e0ea289080b1e341c686b8437b3 columnFamilyName f 2024-11-08T22:18:31,574 DEBUG [StoreOpener-5ef59e0ea289080b1e341c686b8437b3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:18:31,575 INFO [StoreOpener-5ef59e0ea289080b1e341c686b8437b3-1 {}] regionserver.HStore(327): Store=5ef59e0ea289080b1e341c686b8437b3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:18:31,575 INFO [StoreOpener-5ef59e0ea289080b1e341c686b8437b3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5ef59e0ea289080b1e341c686b8437b3 2024-11-08T22:18:31,576 INFO [StoreOpener-5ef59e0ea289080b1e341c686b8437b3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ef59e0ea289080b1e341c686b8437b3 columnFamilyName f1 2024-11-08T22:18:31,576 DEBUG [StoreOpener-5ef59e0ea289080b1e341c686b8437b3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:18:31,576 INFO [StoreOpener-5ef59e0ea289080b1e341c686b8437b3-1 {}] regionserver.HStore(327): Store=5ef59e0ea289080b1e341c686b8437b3/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:18:31,576 INFO [StoreOpener-5ef59e0ea289080b1e341c686b8437b3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5ef59e0ea289080b1e341c686b8437b3 2024-11-08T22:18:31,577 INFO [StoreOpener-5ef59e0ea289080b1e341c686b8437b3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ef59e0ea289080b1e341c686b8437b3 columnFamilyName norep 2024-11-08T22:18:31,577 DEBUG [StoreOpener-5ef59e0ea289080b1e341c686b8437b3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:18:31,577 INFO [StoreOpener-5ef59e0ea289080b1e341c686b8437b3-1 {}] regionserver.HStore(327): Store=5ef59e0ea289080b1e341c686b8437b3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:18:31,577 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5ef59e0ea289080b1e341c686b8437b3 2024-11-08T22:18:31,578 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/data/default/test/5ef59e0ea289080b1e341c686b8437b3 2024-11-08T22:18:31,578 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/data/default/test/5ef59e0ea289080b1e341c686b8437b3 2024-11-08T22:18:31,579 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5ef59e0ea289080b1e341c686b8437b3 2024-11-08T22:18:31,579 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5ef59e0ea289080b1e341c686b8437b3 2024-11-08T22:18:31,579 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T22:18:31,580 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5ef59e0ea289080b1e341c686b8437b3 2024-11-08T22:18:31,582 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/data/default/test/5ef59e0ea289080b1e341c686b8437b3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:18:31,583 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5ef59e0ea289080b1e341c686b8437b3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75470348, jitterRate=0.12459582090377808}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T22:18:31,583 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5ef59e0ea289080b1e341c686b8437b3 2024-11-08T22:18:31,583 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5ef59e0ea289080b1e341c686b8437b3: Running coprocessor pre-open hook at 1731104311572Writing region info on filesystem at 1731104311572Initializing all the Stores at 1731104311573 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104311573Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104311573Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104311573Cleaning up temporary data from old regions at 1731104311579 (+6 ms)Running coprocessor post-open hooks at 1731104311583 (+4 ms)Region opened successfully at 1731104311583 2024-11-08T22:18:31,584 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731104310421.5ef59e0ea289080b1e341c686b8437b3., pid=6, masterSystemTime=1731104311568 2024-11-08T22:18:31,586 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731104310421.5ef59e0ea289080b1e341c686b8437b3. 2024-11-08T22:18:31,586 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731104310421.5ef59e0ea289080b1e341c686b8437b3. 2024-11-08T22:18:31,587 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5ef59e0ea289080b1e341c686b8437b3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ff635fa717b5,44803,1731104305435 2024-11-08T22:18:31,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5ef59e0ea289080b1e341c686b8437b3, server=ff635fa717b5,44803,1731104305435 because future has completed 2024-11-08T22:18:31,592 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T22:18:31,592 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5ef59e0ea289080b1e341c686b8437b3, server=ff635fa717b5,44803,1731104305435 in 174 msec 2024-11-08T22:18:31,595 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T22:18:31,595 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5ef59e0ea289080b1e341c686b8437b3, ASSIGN in 333 msec 2024-11-08T22:18:31,595 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T22:18:31,596 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731104311596"}]},"ts":"1731104311596"} 2024-11-08T22:18:31,598 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T22:18:31,599 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T22:18:31,601 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1770 sec 2024-11-08T22:18:32,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:18:32,588 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T22:18:32,589 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3426c331, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:18:32,589 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,37031,-1 for getting cluster id 2024-11-08T22:18:32,589 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:18:32,590 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '158f1c43-2277-4f3e-93ee-36300cf7304d' 2024-11-08T22:18:32,590 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:18:32,590 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "158f1c43-2277-4f3e-93ee-36300cf7304d" 2024-11-08T22:18:32,590 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@583ce654, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:18:32,590 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,37031,-1] 2024-11-08T22:18:32,590 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:18:32,590 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:18:32,591 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:18:32,592 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c697b2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:18:32,596 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e276ce1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:18:32,596 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,36459,-1 for getting cluster id 2024-11-08T22:18:32,596 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:18:32,597 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0fc1a176-7c3c-4d2a-a833-4f4e5ddf6553' 2024-11-08T22:18:32,597 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:18:32,597 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0fc1a176-7c3c-4d2a-a833-4f4e5ddf6553" 2024-11-08T22:18:32,598 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75d48487, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:18:32,598 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,36459,-1] 2024-11-08T22:18:32,598 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:18:32,598 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:18:32,599 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:18:32,599 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8a3167a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:18:32,600 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f77d453, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:18:32,600 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,37031,-1 for getting cluster id 2024-11-08T22:18:32,600 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:18:32,601 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '158f1c43-2277-4f3e-93ee-36300cf7304d' 2024-11-08T22:18:32,601 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:18:32,601 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "158f1c43-2277-4f3e-93ee-36300cf7304d" 2024-11-08T22:18:32,601 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cb4e2b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:18:32,601 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,37031,-1] 2024-11-08T22:18:32,601 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:18:32,602 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:18:32,602 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:18:32,603 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16c8fe4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:18:32,603 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:18:32,604 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is ff635fa717b5,37031,1731104299748 2024-11-08T22:18:32,604 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@521c7a18 2024-11-08T22:18:32,604 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T22:18:32,605 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T22:18:32,606 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37031 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ff635fa717b5:36459,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T22:18:32,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37031 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T22:18:32,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T22:18:32,609 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ff635fa717b5:36459' 2024-11-08T22:18:32,611 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30ca170e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:18:32,611 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,36459,-1 for getting cluster id 2024-11-08T22:18:32,611 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:18:32,612 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0fc1a176-7c3c-4d2a-a833-4f4e5ddf6553' 2024-11-08T22:18:32,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:18:32,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0fc1a176-7c3c-4d2a-a833-4f4e5ddf6553" 2024-11-08T22:18:32,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40067812, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:18:32,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,36459,-1] 2024-11-08T22:18:32,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:18:32,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:18:32,614 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:18:32,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5779d997, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:18:32,614 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:18:32,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ff635fa717b5,36459,1731104304773 2024-11-08T22:18:32,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@785f38bc 2024-11-08T22:18:32,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T22:18:32,616 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T22:18:32,617 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T22:18:32,617 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T22:18:32,617 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:18:32,617 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:18:32,618 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T22:18:32,618 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:18:32,618 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T22:18:32,619 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T22:18:32,619 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:18:32,620 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T22:18:32,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36247 is added to blk_1073741837_1013 (size=1138) 2024-11-08T22:18:32,660 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-08T22:18:32,669 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T22:18:32,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T22:18:32,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T22:18:33,027 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7e5bfc3b535b0018b2b2b53aef389240, NAME => 'hbase:replication,,1731104312617.7e5bfc3b535b0018b2b2b53aef389240.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a 2024-11-08T22:18:33,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36247 is added to blk_1073741838_1014 (size=44) 2024-11-08T22:18:33,138 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T22:18:33,138 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-08T22:18:33,138 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T22:18:33,138 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-08T22:18:33,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T22:18:33,439 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731104312617.7e5bfc3b535b0018b2b2b53aef389240.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:18:33,440 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7e5bfc3b535b0018b2b2b53aef389240, disabling compactions & flushes 2024-11-08T22:18:33,440 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731104312617.7e5bfc3b535b0018b2b2b53aef389240. 2024-11-08T22:18:33,440 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731104312617.7e5bfc3b535b0018b2b2b53aef389240. 2024-11-08T22:18:33,440 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731104312617.7e5bfc3b535b0018b2b2b53aef389240. after waiting 0 ms 2024-11-08T22:18:33,440 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731104312617.7e5bfc3b535b0018b2b2b53aef389240. 2024-11-08T22:18:33,440 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731104312617.7e5bfc3b535b0018b2b2b53aef389240. 2024-11-08T22:18:33,440 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7e5bfc3b535b0018b2b2b53aef389240: Waiting for close lock at 1731104313440Disabling compacts and flushes for region at 1731104313440Disabling writes for close at 1731104313440Writing region close event to WAL at 1731104313440Closed at 1731104313440 2024-11-08T22:18:33,441 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T22:18:33,442 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731104312617.7e5bfc3b535b0018b2b2b53aef389240.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731104313441"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731104313441"}]},"ts":"1731104313441"} 2024-11-08T22:18:33,445 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T22:18:33,447 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T22:18:33,447 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731104313447"}]},"ts":"1731104313447"} 2024-11-08T22:18:33,450 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T22:18:33,451 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7e5bfc3b535b0018b2b2b53aef389240, ASSIGN}] 2024-11-08T22:18:33,452 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7e5bfc3b535b0018b2b2b53aef389240, ASSIGN 2024-11-08T22:18:33,454 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7e5bfc3b535b0018b2b2b53aef389240, ASSIGN; state=OFFLINE, location=ff635fa717b5,41711,1731104300047; forceNewPlan=false, retain=false 2024-11-08T22:18:33,605 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7e5bfc3b535b0018b2b2b53aef389240, regionState=OPENING, regionLocation=ff635fa717b5,41711,1731104300047 2024-11-08T22:18:33,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7e5bfc3b535b0018b2b2b53aef389240, ASSIGN because future has completed 2024-11-08T22:18:33,613 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7e5bfc3b535b0018b2b2b53aef389240, server=ff635fa717b5,41711,1731104300047}] 2024-11-08T22:18:33,664 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T22:18:33,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:18:33,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:18:33,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:18:33,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:18:33,744 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:18:33,745 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:18:33,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T22:18:33,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:18:33,775 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:18:33,811 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731104312617.7e5bfc3b535b0018b2b2b53aef389240. 2024-11-08T22:18:33,811 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:18:33,811 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T22:18:33,821 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff635fa717b5%2C41711%2C1731104300047.rep, suffix=, logDir=hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/WALs/ff635fa717b5,41711,1731104300047, archiveDir=hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/oldWALs, maxLogs=10 2024-11-08T22:18:33,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/WALs/ff635fa717b5,41711,1731104300047/ff635fa717b5%2C41711%2C1731104300047.rep.1731104313821, exclude list is [], retry=0 2024-11-08T22:18:33,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36247,DS-e37ef41b-4b51-4e0e-a1fc-53747337ac4a,DISK] 2024-11-08T22:18:33,897 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/WALs/ff635fa717b5,41711,1731104300047/ff635fa717b5%2C41711%2C1731104300047.rep.1731104313821 2024-11-08T22:18:33,910 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42403:42403)] 2024-11-08T22:18:33,910 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 7e5bfc3b535b0018b2b2b53aef389240, NAME => 'hbase:replication,,1731104312617.7e5bfc3b535b0018b2b2b53aef389240.', STARTKEY => '', ENDKEY => ''} 2024-11-08T22:18:33,910 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T22:18:33,911 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T22:18:33,911 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731104312617.7e5bfc3b535b0018b2b2b53aef389240. service=MultiRowMutationService 2024-11-08T22:18:33,911 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T22:18:33,911 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7e5bfc3b535b0018b2b2b53aef389240 2024-11-08T22:18:33,911 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731104312617.7e5bfc3b535b0018b2b2b53aef389240.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:18:33,911 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 7e5bfc3b535b0018b2b2b53aef389240 2024-11-08T22:18:33,911 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 7e5bfc3b535b0018b2b2b53aef389240 2024-11-08T22:18:33,926 INFO [StoreOpener-7e5bfc3b535b0018b2b2b53aef389240-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7e5bfc3b535b0018b2b2b53aef389240 2024-11-08T22:18:33,928 INFO [StoreOpener-7e5bfc3b535b0018b2b2b53aef389240-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e5bfc3b535b0018b2b2b53aef389240 columnFamilyName hfileref 2024-11-08T22:18:33,928 DEBUG [StoreOpener-7e5bfc3b535b0018b2b2b53aef389240-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:18:33,929 INFO [StoreOpener-7e5bfc3b535b0018b2b2b53aef389240-1 {}] regionserver.HStore(327): Store=7e5bfc3b535b0018b2b2b53aef389240/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:18:33,929 INFO [StoreOpener-7e5bfc3b535b0018b2b2b53aef389240-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7e5bfc3b535b0018b2b2b53aef389240 2024-11-08T22:18:33,931 INFO [StoreOpener-7e5bfc3b535b0018b2b2b53aef389240-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e5bfc3b535b0018b2b2b53aef389240 columnFamilyName queue 2024-11-08T22:18:33,931 DEBUG [StoreOpener-7e5bfc3b535b0018b2b2b53aef389240-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:18:33,931 INFO [StoreOpener-7e5bfc3b535b0018b2b2b53aef389240-1 {}] regionserver.HStore(327): Store=7e5bfc3b535b0018b2b2b53aef389240/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:18:33,931 INFO [StoreOpener-7e5bfc3b535b0018b2b2b53aef389240-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7e5bfc3b535b0018b2b2b53aef389240 2024-11-08T22:18:33,933 INFO [StoreOpener-7e5bfc3b535b0018b2b2b53aef389240-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e5bfc3b535b0018b2b2b53aef389240 columnFamilyName sid 2024-11-08T22:18:33,933 DEBUG [StoreOpener-7e5bfc3b535b0018b2b2b53aef389240-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:18:33,934 INFO [StoreOpener-7e5bfc3b535b0018b2b2b53aef389240-1 {}] regionserver.HStore(327): Store=7e5bfc3b535b0018b2b2b53aef389240/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:18:33,934 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 7e5bfc3b535b0018b2b2b53aef389240 2024-11-08T22:18:33,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/data/hbase/replication/7e5bfc3b535b0018b2b2b53aef389240 2024-11-08T22:18:33,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/data/hbase/replication/7e5bfc3b535b0018b2b2b53aef389240 2024-11-08T22:18:33,936 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 7e5bfc3b535b0018b2b2b53aef389240 2024-11-08T22:18:33,936 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 7e5bfc3b535b0018b2b2b53aef389240 2024-11-08T22:18:33,937 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T22:18:33,938 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 7e5bfc3b535b0018b2b2b53aef389240 2024-11-08T22:18:33,964 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/data/hbase/replication/7e5bfc3b535b0018b2b2b53aef389240/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:18:33,965 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 7e5bfc3b535b0018b2b2b53aef389240; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66493191, jitterRate=-0.009174242615699768}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T22:18:33,965 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7e5bfc3b535b0018b2b2b53aef389240 2024-11-08T22:18:33,966 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 7e5bfc3b535b0018b2b2b53aef389240: Running coprocessor pre-open hook at 1731104313911Writing region info on filesystem at 1731104313911Initializing all the Stores at 1731104313914 (+3 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104313914Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104313925 (+11 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104313925Cleaning up temporary data from old regions at 1731104313936 (+11 ms)Running coprocessor post-open hooks at 1731104313965 (+29 ms)Region opened successfully at 1731104313966 (+1 ms) 2024-11-08T22:18:33,967 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731104312617.7e5bfc3b535b0018b2b2b53aef389240., pid=10, masterSystemTime=1731104313784 2024-11-08T22:18:33,970 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731104312617.7e5bfc3b535b0018b2b2b53aef389240. 2024-11-08T22:18:33,970 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731104312617.7e5bfc3b535b0018b2b2b53aef389240. 2024-11-08T22:18:33,971 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7e5bfc3b535b0018b2b2b53aef389240, regionState=OPEN, openSeqNum=2, regionLocation=ff635fa717b5,41711,1731104300047 2024-11-08T22:18:33,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7e5bfc3b535b0018b2b2b53aef389240, server=ff635fa717b5,41711,1731104300047 because future has completed 2024-11-08T22:18:33,981 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T22:18:33,981 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7e5bfc3b535b0018b2b2b53aef389240, server=ff635fa717b5,41711,1731104300047 in 366 msec 2024-11-08T22:18:33,986 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T22:18:33,986 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7e5bfc3b535b0018b2b2b53aef389240, ASSIGN in 530 msec 2024-11-08T22:18:33,988 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T22:18:33,988 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731104313988"}]},"ts":"1731104313988"} 2024-11-08T22:18:33,994 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T22:18:33,995 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T22:18:33,999 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.3770 sec 2024-11-08T22:18:34,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731104312617.7e5bfc3b535b0018b2b2b53aef389240., hostname=ff635fa717b5,41711,1731104300047, seqNum=2] 2024-11-08T22:18:34,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41711-0x1011c874cd30001, quorum=127.0.0.1:58666, baseZNode=/0-2083234819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2083234819 2024-11-08T22:18:34,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37031-0x1011c874cd30000, quorum=127.0.0.1:58666, baseZNode=/0-2083234819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2083234819 2024-11-08T22:18:34,381 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T22:18:34,533 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41711 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T22:18:34,533 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T22:18:34,560 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ff635fa717b5,41711,1731104300047, ReplicationSource: 1, currentBandwidth=0 2024-11-08T22:18:34,561 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:18:34,561 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,41711,1731104300047, seqNum=-1] 2024-11-08T22:18:34,561 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:18:34,562 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34729, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-08T22:18:34,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ff635fa717b5,41711,1731104300047', locateType=CURRENT is [region=hbase:replication,,1731104312617.7e5bfc3b535b0018b2b2b53aef389240., hostname=ff635fa717b5,41711,1731104300047, seqNum=2] 2024-11-08T22:18:34,566 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T22:18:34,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37031 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T22:18:34,568 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ff635fa717b5,41711,1731104300047 suceeded 2024-11-08T22:18:34,570 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T22:18:34,570 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-08T22:18:34,570 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ff635fa717b5:36459,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T22:18:34,572 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.9640 sec 2024-11-08T22:18:34,579 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,41711,1731104300047 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ff635fa717b5:36459' 2024-11-08T22:18:34,580 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,41711,1731104300047 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6fc382bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:18:34,580 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,41711,1731104300047 {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,36459,-1 for getting cluster id 2024-11-08T22:18:34,580 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,41711,1731104300047 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:18:34,581 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0fc1a176-7c3c-4d2a-a833-4f4e5ddf6553' 2024-11-08T22:18:34,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:18:34,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0fc1a176-7c3c-4d2a-a833-4f4e5ddf6553" 2024-11-08T22:18:34,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17dd7cb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:18:34,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,36459,-1] 2024-11-08T22:18:34,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:18:34,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:18:34,582 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:18:34,583 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,41711,1731104300047 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c383f18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:18:34,583 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,41711,1731104300047 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:18:34,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ff635fa717b5,36459,1731104304773 2024-11-08T22:18:34,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d0f6a87 2024-11-08T22:18:34,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T22:18:34,584 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-08T22:18:34,585 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,41711,1731104300047 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ff635fa717b5,41711,1731104300047 (queues=1) is replicating from cluster=158f1c43-2277-4f3e-93ee-36300cf7304d to cluster=0fc1a176-7c3c-4d2a-a833-4f4e5ddf6553 2024-11-08T22:18:34,585 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,41711,1731104300047 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ff635fa717b5%2C41711%2C1731104300047 2024-11-08T22:18:34,585 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,41711,1731104300047 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ff635fa717b5,41711,1731104300047, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T22:18:34,585 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,41711,1731104300047.replicationSource.shipperff635fa717b5%2C41711%2C1731104300047,1-ff635fa717b5,41711,1731104300047 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ff635fa717b5%2C41711%2C1731104300047 2024-11-08T22:18:34,585 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,41711,1731104300047.replicationSource.wal-reader.ff635fa717b5%2C41711%2C1731104300047,1-ff635fa717b5,41711,1731104300047 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/WALs/ff635fa717b5,41711,1731104300047/ff635fa717b5%2C41711%2C1731104300047.1731104300830, startPosition=0, beingWritten=true 2024-11-08T22:18:34,590 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,41711,1731104300047.replicationSource.wal-reader.ff635fa717b5%2C41711%2C1731104300047,1-ff635fa717b5,41711,1731104300047 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T22:18:34,590 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,41711,1731104300047.replicationSource.wal-reader.ff635fa717b5%2C41711%2C1731104300047,1-ff635fa717b5,41711,1731104300047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/WALs/ff635fa717b5,41711,1731104300047/ff635fa717b5%2C41711%2C1731104300047.1731104300830 to pos 379, reset compression=false 2024-11-08T22:18:34,590 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,41711,1731104300047.replicationSource.shipperff635fa717b5%2C41711%2C1731104300047,1-ff635fa717b5,41711,1731104300047 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff635fa717b5,41711,1731104300047 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/WALs/ff635fa717b5,41711,1731104300047/ff635fa717b5%2C41711%2C1731104300047.1731104300830, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T22:18:34,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T22:18:34,769 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T22:18:34,769 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T22:18:34,769 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:18:34,769 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:18:34,769 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:18:34,769 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:18:34,770 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eec5427, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:18:34,770 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,36459,-1 for getting cluster id 2024-11-08T22:18:34,770 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:18:34,770 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0fc1a176-7c3c-4d2a-a833-4f4e5ddf6553' 2024-11-08T22:18:34,771 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:18:34,771 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0fc1a176-7c3c-4d2a-a833-4f4e5ddf6553" 2024-11-08T22:18:34,771 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bde3bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:18:34,771 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,36459,-1] 2024-11-08T22:18:34,771 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:18:34,771 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:18:34,772 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:18:34,773 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ba8b348, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:18:34,773 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:18:34,774 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is ff635fa717b5,36459,1731104304773 2024-11-08T22:18:34,774 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73bca7c3 2024-11-08T22:18:34,774 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T22:18:34,775 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T22:18:34,776 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36459 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ff635fa717b5:37031,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T22:18:34,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36459 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T22:18:34,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T22:18:34,778 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ff635fa717b5:37031' 2024-11-08T22:18:34,780 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34e3afed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:18:34,780 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,37031,-1 for getting cluster id 2024-11-08T22:18:34,780 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:18:34,780 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '158f1c43-2277-4f3e-93ee-36300cf7304d' 2024-11-08T22:18:34,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:18:34,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "158f1c43-2277-4f3e-93ee-36300cf7304d" 2024-11-08T22:18:34,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2713bb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:18:34,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,37031,-1] 2024-11-08T22:18:34,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:18:34,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:18:34,782 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:18:34,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6986c435, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:18:34,782 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:18:34,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ff635fa717b5,37031,1731104299748 2024-11-08T22:18:34,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d12d698 2024-11-08T22:18:34,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T22:18:34,784 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T22:18:34,785 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T22:18:34,785 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T22:18:34,785 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:18:34,785 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:18:34,785 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:18:34,785 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T22:18:34,786 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T22:18:34,787 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T22:18:34,787 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:18:34,788 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T22:18:34,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38657 is added to blk_1073741837_1013 (size=1138) 2024-11-08T22:18:34,793 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,41711,1731104300047.replicationSource.wal-reader.ff635fa717b5%2C41711%2C1731104300047,1-ff635fa717b5,41711,1731104300047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/WALs/ff635fa717b5,41711,1731104300047/ff635fa717b5%2C41711%2C1731104300047.1731104300830 to pos 379, reset compression=false 2024-11-08T22:18:34,836 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T22:18:34,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T22:18:35,096 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,41711,1731104300047.replicationSource.wal-reader.ff635fa717b5%2C41711%2C1731104300047,1-ff635fa717b5,41711,1731104300047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/WALs/ff635fa717b5,41711,1731104300047/ff635fa717b5%2C41711%2C1731104300047.1731104300830 to pos 379, reset compression=false 2024-11-08T22:18:35,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T22:18:35,194 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 37650853197e6eeb6a2306066f80691f, NAME => 'hbase:replication,,1731104314785.37650853197e6eeb6a2306066f80691f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10 2024-11-08T22:18:35,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38657 is added to blk_1073741838_1014 (size=44) 2024-11-08T22:18:35,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T22:18:35,505 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,41711,1731104300047.replicationSource.wal-reader.ff635fa717b5%2C41711%2C1731104300047,1-ff635fa717b5,41711,1731104300047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/WALs/ff635fa717b5,41711,1731104300047/ff635fa717b5%2C41711%2C1731104300047.1731104300830 to pos 379, reset compression=false 2024-11-08T22:18:35,601 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731104314785.37650853197e6eeb6a2306066f80691f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:18:35,601 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 37650853197e6eeb6a2306066f80691f, disabling compactions & flushes 2024-11-08T22:18:35,601 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731104314785.37650853197e6eeb6a2306066f80691f. 2024-11-08T22:18:35,601 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731104314785.37650853197e6eeb6a2306066f80691f. 2024-11-08T22:18:35,601 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731104314785.37650853197e6eeb6a2306066f80691f. after waiting 0 ms 2024-11-08T22:18:35,601 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731104314785.37650853197e6eeb6a2306066f80691f. 2024-11-08T22:18:35,601 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731104314785.37650853197e6eeb6a2306066f80691f. 2024-11-08T22:18:35,601 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 37650853197e6eeb6a2306066f80691f: Waiting for close lock at 1731104315601Disabling compacts and flushes for region at 1731104315601Disabling writes for close at 1731104315601Writing region close event to WAL at 1731104315601Closed at 1731104315601 2024-11-08T22:18:35,602 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T22:18:35,602 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731104314785.37650853197e6eeb6a2306066f80691f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731104315602"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731104315602"}]},"ts":"1731104315602"} 2024-11-08T22:18:35,604 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T22:18:35,605 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T22:18:35,605 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731104315605"}]},"ts":"1731104315605"} 2024-11-08T22:18:35,606 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T22:18:35,607 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=37650853197e6eeb6a2306066f80691f, ASSIGN}] 2024-11-08T22:18:35,608 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=37650853197e6eeb6a2306066f80691f, ASSIGN 2024-11-08T22:18:35,608 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=37650853197e6eeb6a2306066f80691f, ASSIGN; state=OFFLINE, location=ff635fa717b5,44803,1731104305435; forceNewPlan=false, retain=false 2024-11-08T22:18:35,758 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=37650853197e6eeb6a2306066f80691f, regionState=OPENING, regionLocation=ff635fa717b5,44803,1731104305435 2024-11-08T22:18:35,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=37650853197e6eeb6a2306066f80691f, ASSIGN because future has completed 2024-11-08T22:18:35,761 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 37650853197e6eeb6a2306066f80691f, server=ff635fa717b5,44803,1731104305435}] 2024-11-08T22:18:35,918 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731104314785.37650853197e6eeb6a2306066f80691f. 2024-11-08T22:18:35,918 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:18:35,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T22:18:35,918 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T22:18:35,920 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff635fa717b5%2C44803%2C1731104305435.rep, suffix=, logDir=hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/WALs/ff635fa717b5,44803,1731104305435, archiveDir=hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/oldWALs, maxLogs=10 2024-11-08T22:18:35,931 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/WALs/ff635fa717b5,44803,1731104305435/ff635fa717b5%2C44803%2C1731104305435.rep.1731104315920, exclude list is [], retry=0 2024-11-08T22:18:35,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38657,DS-6f6ce2b1-c56c-4ebf-8918-9cf099b7939d,DISK] 2024-11-08T22:18:35,935 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/WALs/ff635fa717b5,44803,1731104305435/ff635fa717b5%2C44803%2C1731104305435.rep.1731104315920 2024-11-08T22:18:35,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42363:42363)] 2024-11-08T22:18:35,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 37650853197e6eeb6a2306066f80691f, NAME => 'hbase:replication,,1731104314785.37650853197e6eeb6a2306066f80691f.', STARTKEY => '', ENDKEY => ''} 2024-11-08T22:18:35,935 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T22:18:35,936 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T22:18:35,936 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731104314785.37650853197e6eeb6a2306066f80691f. service=MultiRowMutationService 2024-11-08T22:18:35,936 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T22:18:35,936 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 37650853197e6eeb6a2306066f80691f 2024-11-08T22:18:35,936 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731104314785.37650853197e6eeb6a2306066f80691f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:18:35,936 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 37650853197e6eeb6a2306066f80691f 2024-11-08T22:18:35,936 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 37650853197e6eeb6a2306066f80691f 2024-11-08T22:18:35,937 INFO [StoreOpener-37650853197e6eeb6a2306066f80691f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 37650853197e6eeb6a2306066f80691f 2024-11-08T22:18:35,938 INFO [StoreOpener-37650853197e6eeb6a2306066f80691f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 37650853197e6eeb6a2306066f80691f columnFamilyName hfileref 2024-11-08T22:18:35,938 DEBUG [StoreOpener-37650853197e6eeb6a2306066f80691f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:18:35,938 INFO [StoreOpener-37650853197e6eeb6a2306066f80691f-1 {}] regionserver.HStore(327): Store=37650853197e6eeb6a2306066f80691f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:18:35,938 INFO [StoreOpener-37650853197e6eeb6a2306066f80691f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 37650853197e6eeb6a2306066f80691f 2024-11-08T22:18:35,939 INFO [StoreOpener-37650853197e6eeb6a2306066f80691f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 37650853197e6eeb6a2306066f80691f columnFamilyName queue 2024-11-08T22:18:35,939 DEBUG [StoreOpener-37650853197e6eeb6a2306066f80691f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:18:35,940 INFO [StoreOpener-37650853197e6eeb6a2306066f80691f-1 {}] regionserver.HStore(327): Store=37650853197e6eeb6a2306066f80691f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:18:35,940 INFO [StoreOpener-37650853197e6eeb6a2306066f80691f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 37650853197e6eeb6a2306066f80691f 2024-11-08T22:18:35,940 INFO [StoreOpener-37650853197e6eeb6a2306066f80691f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 37650853197e6eeb6a2306066f80691f columnFamilyName sid 2024-11-08T22:18:35,940 DEBUG [StoreOpener-37650853197e6eeb6a2306066f80691f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:18:35,941 INFO [StoreOpener-37650853197e6eeb6a2306066f80691f-1 {}] regionserver.HStore(327): Store=37650853197e6eeb6a2306066f80691f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:18:35,941 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 37650853197e6eeb6a2306066f80691f 2024-11-08T22:18:35,941 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/data/hbase/replication/37650853197e6eeb6a2306066f80691f 2024-11-08T22:18:35,941 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/data/hbase/replication/37650853197e6eeb6a2306066f80691f 2024-11-08T22:18:35,942 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 37650853197e6eeb6a2306066f80691f 2024-11-08T22:18:35,942 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 37650853197e6eeb6a2306066f80691f 2024-11-08T22:18:35,943 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T22:18:35,943 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 37650853197e6eeb6a2306066f80691f 2024-11-08T22:18:35,945 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/data/hbase/replication/37650853197e6eeb6a2306066f80691f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:18:35,945 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 37650853197e6eeb6a2306066f80691f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72533518, jitterRate=0.08083364367485046}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T22:18:35,945 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 37650853197e6eeb6a2306066f80691f 2024-11-08T22:18:35,945 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 37650853197e6eeb6a2306066f80691f: Running coprocessor pre-open hook at 1731104315936Writing region info on filesystem at 1731104315936Initializing all the Stores at 1731104315937 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104315937Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104315937Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104315937Cleaning up temporary data from old regions at 1731104315942 (+5 ms)Running coprocessor post-open hooks at 1731104315945 (+3 ms)Region opened successfully at 1731104315945 2024-11-08T22:18:35,946 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731104314785.37650853197e6eeb6a2306066f80691f., pid=10, masterSystemTime=1731104315913 2024-11-08T22:18:35,948 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731104314785.37650853197e6eeb6a2306066f80691f. 2024-11-08T22:18:35,948 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731104314785.37650853197e6eeb6a2306066f80691f. 2024-11-08T22:18:35,948 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=37650853197e6eeb6a2306066f80691f, regionState=OPEN, openSeqNum=2, regionLocation=ff635fa717b5,44803,1731104305435 2024-11-08T22:18:35,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 37650853197e6eeb6a2306066f80691f, server=ff635fa717b5,44803,1731104305435 because future has completed 2024-11-08T22:18:35,952 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T22:18:35,952 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 37650853197e6eeb6a2306066f80691f, server=ff635fa717b5,44803,1731104305435 in 190 msec 2024-11-08T22:18:35,953 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T22:18:35,954 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=37650853197e6eeb6a2306066f80691f, ASSIGN in 345 msec 2024-11-08T22:18:35,954 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T22:18:35,954 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731104315954"}]},"ts":"1731104315954"} 2024-11-08T22:18:35,956 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T22:18:35,957 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T22:18:35,958 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1720 sec 2024-11-08T22:18:35,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731104314785.37650853197e6eeb6a2306066f80691f., hostname=ff635fa717b5,44803,1731104305435, seqNum=2] 2024-11-08T22:18:36,009 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,41711,1731104300047.replicationSource.wal-reader.ff635fa717b5%2C41711%2C1731104300047,1-ff635fa717b5,41711,1731104300047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/WALs/ff635fa717b5,41711,1731104300047/ff635fa717b5%2C41711%2C1731104300047.1731104300830 to pos 379, reset compression=false 2024-11-08T22:18:36,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44803-0x1011c874cd30004, quorum=127.0.0.1:58666, baseZNode=/1663944979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1663944979 2024-11-08T22:18:36,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36459-0x1011c874cd30003, quorum=127.0.0.1:58666, baseZNode=/1663944979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1663944979 2024-11-08T22:18:36,096 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T22:18:36,248 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T22:18:36,249 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T22:18:36,285 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ff635fa717b5,44803,1731104305435, ReplicationSource: 1, currentBandwidth=0 2024-11-08T22:18:36,286 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:18:36,286 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,44803,1731104305435, seqNum=-1] 2024-11-08T22:18:36,286 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:18:36,287 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42923, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-08T22:18:36,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ff635fa717b5,44803,1731104305435', locateType=CURRENT is [region=hbase:replication,,1731104314785.37650853197e6eeb6a2306066f80691f., hostname=ff635fa717b5,44803,1731104305435, seqNum=2] 2024-11-08T22:18:36,292 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T22:18:36,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36459 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T22:18:36,295 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ff635fa717b5,44803,1731104305435 suceeded 2024-11-08T22:18:36,297 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T22:18:36,297 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 199 msec 2024-11-08T22:18:36,297 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ff635fa717b5:37031,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T22:18:36,303 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5210 sec 2024-11-08T22:18:36,320 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44803,1731104305435 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ff635fa717b5:37031' 2024-11-08T22:18:36,335 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44803,1731104305435 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4bbc1400, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:18:36,335 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44803,1731104305435 {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,37031,-1 for getting cluster id 2024-11-08T22:18:36,335 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44803,1731104305435 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:18:36,336 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '158f1c43-2277-4f3e-93ee-36300cf7304d' 2024-11-08T22:18:36,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:18:36,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "158f1c43-2277-4f3e-93ee-36300cf7304d" 2024-11-08T22:18:36,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6741adcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:18:36,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,37031,-1] 2024-11-08T22:18:36,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:18:36,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:18:36,338 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:18:36,339 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44803,1731104305435 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@391066a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:18:36,339 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44803,1731104305435 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:18:36,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ff635fa717b5,37031,1731104299748 2024-11-08T22:18:36,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37e460b8 2024-11-08T22:18:36,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T22:18:36,342 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-08T22:18:36,343 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44803,1731104305435 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ff635fa717b5,44803,1731104305435 (queues=1) is replicating from cluster=0fc1a176-7c3c-4d2a-a833-4f4e5ddf6553 to cluster=158f1c43-2277-4f3e-93ee-36300cf7304d 2024-11-08T22:18:36,343 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44803,1731104305435 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ff635fa717b5%2C44803%2C1731104305435 2024-11-08T22:18:36,343 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44803,1731104305435 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ff635fa717b5,44803,1731104305435, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T22:18:36,352 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44803,1731104305435.replicationSource.wal-reader.ff635fa717b5%2C44803%2C1731104305435,1-ff635fa717b5,44803,1731104305435 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/WALs/ff635fa717b5,44803,1731104305435/ff635fa717b5%2C44803%2C1731104305435.1731104307779, startPosition=0, beingWritten=true 2024-11-08T22:18:36,356 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44803,1731104305435.replicationSource.shipperff635fa717b5%2C44803%2C1731104305435,1-ff635fa717b5,44803,1731104305435 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ff635fa717b5%2C44803%2C1731104305435 2024-11-08T22:18:36,365 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44803,1731104305435.replicationSource.wal-reader.ff635fa717b5%2C44803%2C1731104305435,1-ff635fa717b5,44803,1731104305435 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T22:18:36,365 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44803,1731104305435.replicationSource.wal-reader.ff635fa717b5%2C44803%2C1731104305435,1-ff635fa717b5,44803,1731104305435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/WALs/ff635fa717b5,44803,1731104305435/ff635fa717b5%2C44803%2C1731104305435.1731104307779 to pos 379, reset compression=false 2024-11-08T22:18:36,365 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44803,1731104305435.replicationSource.shipperff635fa717b5%2C44803%2C1731104305435,1-ff635fa717b5,44803,1731104305435 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff635fa717b5,44803,1731104305435 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/WALs/ff635fa717b5,44803,1731104305435/ff635fa717b5%2C44803%2C1731104305435.1731104307779, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T22:18:36,592 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44803,1731104305435.replicationSource.wal-reader.ff635fa717b5%2C44803%2C1731104305435,1-ff635fa717b5,44803,1731104305435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/WALs/ff635fa717b5,44803,1731104305435/ff635fa717b5%2C44803%2C1731104305435.1731104307779 to pos 379, reset compression=false 2024-11-08T22:18:36,614 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,41711,1731104300047.replicationSource.wal-reader.ff635fa717b5%2C41711%2C1731104300047,1-ff635fa717b5,41711,1731104300047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/WALs/ff635fa717b5,41711,1731104300047/ff635fa717b5%2C41711%2C1731104300047.1731104300830 to pos 379, reset compression=false 2024-11-08T22:18:36,903 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44803,1731104305435.replicationSource.wal-reader.ff635fa717b5%2C44803%2C1731104305435,1-ff635fa717b5,44803,1731104305435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/WALs/ff635fa717b5,44803,1731104305435/ff635fa717b5%2C44803%2C1731104305435.1731104307779 to pos 379, reset compression=false 2024-11-08T22:18:36,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T22:18:36,929 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T22:18:36,929 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T22:18:36,929 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:18:36,929 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:18:36,929 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:18:36,929 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:18:36,929 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:18:36,935 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731104316934/Put/seqid=0 2024-11-08T22:18:36,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36247 is added to blk_1073741840_1016 (size=7894) 2024-11-08T22:18:36,970 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731104316969/Put/seqid=0 2024-11-08T22:18:36,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36247 is added to blk_1073741841_1017 (size=7691) 2024-11-08T22:18:36,988 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e4b4f4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:18:36,988 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,37031,-1 for getting cluster id 2024-11-08T22:18:36,989 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:18:36,990 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '158f1c43-2277-4f3e-93ee-36300cf7304d' 2024-11-08T22:18:36,990 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:18:36,991 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "158f1c43-2277-4f3e-93ee-36300cf7304d" 2024-11-08T22:18:36,991 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c5d7953, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:18:36,991 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,37031,-1] 2024-11-08T22:18:36,991 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:18:36,991 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:18:36,993 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:18:36,997 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e329cf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:18:36,997 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:18:36,999 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,41711,1731104300047, seqNum=-1] 2024-11-08T22:18:36,999 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:18:37,001 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T22:18:37,011 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:18:37,012 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is ff635fa717b5,37031,1731104299748 2024-11-08T22:18:37,012 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f503b1e 2024-11-08T22:18:37,012 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T22:18:37,013 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T22:18:37,017 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731104308269.75c3b536bce5206dc98d3def957c3f0f., hostname=ff635fa717b5,41711,1731104300047, seqNum=2] 2024-11-08T22:18:37,029 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T22:18:37,047 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-08T22:18:37,051 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-08T22:18:37,062 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 75c3b536bce5206dc98d3def957c3f0f/f 2024-11-08T22:18:37,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-08T22:18:37,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T22:18:37,066 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 75c3b536bce5206dc98d3def957c3f0f/f 2024-11-08T22:18:37,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-08T22:18:37,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T22:18:37,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] regionserver.HRegion(2603): Flush status journal for 75c3b536bce5206dc98d3def957c3f0f: 2024-11-08T22:18:37,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/staging/jenkins__test__mnfnj7enccmfggt56td7m0jcahkc762hvdqklig8iv4nuuo47p483a6n9e41ts5k/f/hfile_1 2024-11-08T22:18:37,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/staging/jenkins__test__mnfnj7enccmfggt56td7m0jcahkc762hvdqklig8iv4nuuo47p483a6n9e41ts5k/f/hfile_1 as hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/data/default/test/75c3b536bce5206dc98d3def957c3f0f/f/db927410a2424462acbd88051f0eda90_SeqId_4_ 2024-11-08T22:18:37,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/staging/jenkins__test__mnfnj7enccmfggt56td7m0jcahkc762hvdqklig8iv4nuuo47p483a6n9e41ts5k/f/hfile_0 2024-11-08T22:18:37,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/staging/jenkins__test__mnfnj7enccmfggt56td7m0jcahkc762hvdqklig8iv4nuuo47p483a6n9e41ts5k/f/hfile_0 as hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/data/default/test/75c3b536bce5206dc98d3def957c3f0f/f/e73a971a3a1244d1a78e66db6d29e4f8_SeqId_4_ 2024-11-08T22:18:37,081 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/staging/jenkins__test__mnfnj7enccmfggt56td7m0jcahkc762hvdqklig8iv4nuuo47p483a6n9e41ts5k/f/hfile_1 into 75c3b536bce5206dc98d3def957c3f0f/f as hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/data/default/test/75c3b536bce5206dc98d3def957c3f0f/f/db927410a2424462acbd88051f0eda90_SeqId_4_ - updating store file list. 2024-11-08T22:18:37,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] regionserver.HStoreFile(483): HFile Bloom filter type for db927410a2424462acbd88051f0eda90_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T22:18:37,087 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/data/default/test/75c3b536bce5206dc98d3def957c3f0f/f/db927410a2424462acbd88051f0eda90_SeqId_4_ into 75c3b536bce5206dc98d3def957c3f0f/f 2024-11-08T22:18:37,087 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/staging/jenkins__test__mnfnj7enccmfggt56td7m0jcahkc762hvdqklig8iv4nuuo47p483a6n9e41ts5k/f/hfile_1 into 75c3b536bce5206dc98d3def957c3f0f/f (new location: hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/data/default/test/75c3b536bce5206dc98d3def957c3f0f/f/db927410a2424462acbd88051f0eda90_SeqId_4_) 2024-11-08T22:18:37,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/staging/jenkins__test__mnfnj7enccmfggt56td7m0jcahkc762hvdqklig8iv4nuuo47p483a6n9e41ts5k/f/hfile_1 2024-11-08T22:18:37,089 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/staging/jenkins__test__mnfnj7enccmfggt56td7m0jcahkc762hvdqklig8iv4nuuo47p483a6n9e41ts5k/f/hfile_0 into 75c3b536bce5206dc98d3def957c3f0f/f as hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/data/default/test/75c3b536bce5206dc98d3def957c3f0f/f/e73a971a3a1244d1a78e66db6d29e4f8_SeqId_4_ - updating store file list. 2024-11-08T22:18:37,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e73a971a3a1244d1a78e66db6d29e4f8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T22:18:37,093 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/data/default/test/75c3b536bce5206dc98d3def957c3f0f/f/e73a971a3a1244d1a78e66db6d29e4f8_SeqId_4_ into 75c3b536bce5206dc98d3def957c3f0f/f 2024-11-08T22:18:37,093 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/staging/jenkins__test__mnfnj7enccmfggt56td7m0jcahkc762hvdqklig8iv4nuuo47p483a6n9e41ts5k/f/hfile_0 into 75c3b536bce5206dc98d3def957c3f0f/f (new location: hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/data/default/test/75c3b536bce5206dc98d3def957c3f0f/f/e73a971a3a1244d1a78e66db6d29e4f8_SeqId_4_) 2024-11-08T22:18:37,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/staging/jenkins__test__mnfnj7enccmfggt56td7m0jcahkc762hvdqklig8iv4nuuo47p483a6n9e41ts5k/f/hfile_0 2024-11-08T22:18:37,095 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T22:18:37,095 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:18:37,095 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:18:37,095 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:18:37,095 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:18:37,096 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:18:37,097 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,44803,1731104305435, seqNum=-1] 2024-11-08T22:18:37,097 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731104308269.75c3b536bce5206dc98d3def957c3f0f., hostname=ff635fa717b5,41711,1731104300047, seqNum=2 , the old value is region=test,,1731104308269.75c3b536bce5206dc98d3def957c3f0f., hostname=ff635fa717b5,41711,1731104300047, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=ff635fa717b5:41711 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T22:18:37,097 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731104308269.75c3b536bce5206dc98d3def957c3f0f., hostname=ff635fa717b5,41711,1731104300047, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T22:18:37,097 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731104308269.75c3b536bce5206dc98d3def957c3f0f., hostname=ff635fa717b5,41711,1731104300047, seqNum=2 from cache 2024-11-08T22:18:37,097 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:18:37,098 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-08T22:18:37,099 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T22:18:37,101 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731104310421.5ef59e0ea289080b1e341c686b8437b3., hostname=ff635fa717b5,44803,1731104305435, seqNum=2] 2024-11-08T22:18:37,107 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-08T22:18:37,208 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff635fa717b5:41711 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-08T22:18:37,307 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44803,1731104305435.replicationSource.wal-reader.ff635fa717b5%2C44803%2C1731104305435,1-ff635fa717b5,44803,1731104305435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/WALs/ff635fa717b5,44803,1731104305435/ff635fa717b5%2C44803%2C1731104305435.1731104307779 to pos 379, reset compression=false 2024-11-08T22:18:37,319 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,41711,1731104300047.replicationSource.wal-reader.ff635fa717b5%2C41711%2C1731104300047,1-ff635fa717b5,41711,1731104300047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/WALs/ff635fa717b5,41711,1731104300047/ff635fa717b5%2C41711%2C1731104300047.1731104300830 to pos 379, reset compression=false 2024-11-08T22:18:37,323 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,41711,1731104300047.replicationSource.wal-reader.ff635fa717b5%2C41711%2C1731104300047,1-ff635fa717b5,41711,1731104300047 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T22:18:37,323 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,41711,1731104300047.replicationSource.shipperff635fa717b5%2C41711%2C1731104300047,1-ff635fa717b5,41711,1731104300047 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff635fa717b5,41711,1731104300047 got entry batch from reader: WALEntryBatch [walEntries=[{test/75c3b536bce5206dc98d3def957c3f0f/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731104317094/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/WALs/ff635fa717b5,41711,1731104300047/ff635fa717b5%2C41711%2C1731104300047.1731104300830, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-08T22:18:37,326 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,41711,1731104300047.replicationSource.shipperff635fa717b5%2C41711%2C1731104300047,1-ff635fa717b5,41711,1731104300047 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T22:18:37,327 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-08T22:18:37,328 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44803 {}] regionserver.ReplicationSink(318): Replicating [158f1c43-2277-4f3e-93ee-36300cf7304d] bulk loaded data 2024-11-08T22:18:37,328 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44803 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b1cebbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:18:37,328 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44803 {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,36459,-1 for getting cluster id 2024-11-08T22:18:37,328 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44803 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:18:37,329 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0fc1a176-7c3c-4d2a-a833-4f4e5ddf6553' 2024-11-08T22:18:37,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:18:37,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0fc1a176-7c3c-4d2a-a833-4f4e5ddf6553" 2024-11-08T22:18:37,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d35a269, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:18:37,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,36459,-1] 2024-11-08T22:18:37,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:18:37,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:18:37,330 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:18:37,331 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44803 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ce4ead, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:18:37,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38657 is added to blk_1073741840_1016 (size=7691) 2024-11-08T22:18:37,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38657 is added to blk_1073741841_1017 (size=7894) 2024-11-08T22:18:37,524 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,41711,1731104300047.replicationSource.wal-reader.ff635fa717b5%2C41711%2C1731104300047,1-ff635fa717b5,41711,1731104300047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/WALs/ff635fa717b5,41711,1731104300047/ff635fa717b5%2C41711%2C1731104300047.1731104300830 to pos 687, reset compression=false 2024-11-08T22:18:37,793 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44803 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:18:37,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ff635fa717b5,36459,1731104304773 2024-11-08T22:18:37,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@41ad32 2024-11-08T22:18:37,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T22:18:37,796 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-08T22:18:37,798 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44803 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T22:18:37,798 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44803 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:18:37,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,44803,1731104305435, seqNum=-1] 2024-11-08T22:18:37,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:18:37,800 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-08T22:18:37,806 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/staging/jenkins.hfs.11__test__tm5kb2h9h574o2ikg9plc6neo6hd22dbjf6lddukfrtohqjrac2hc61c3m798jdh/f/db927410a2424462acbd88051f0eda90_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-08T22:18:37,809 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/staging/jenkins.hfs.11__test__tm5kb2h9h574o2ikg9plc6neo6hd22dbjf6lddukfrtohqjrac2hc61c3m798jdh/f/e73a971a3a1244d1a78e66db6d29e4f8_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-08T22:18:37,817 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44803,1731104305435.replicationSource.wal-reader.ff635fa717b5%2C44803%2C1731104305435,1-ff635fa717b5,44803,1731104305435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/WALs/ff635fa717b5,44803,1731104305435/ff635fa717b5%2C44803%2C1731104305435.1731104307779 to pos 379, reset compression=false 2024-11-08T22:18:37,837 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44803 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/staging/jenkins.hfs.11__test__tm5kb2h9h574o2ikg9plc6neo6hd22dbjf6lddukfrtohqjrac2hc61c3m798jdh/f/db927410a2424462acbd88051f0eda90_SeqId_4_ for inclusion in 5ef59e0ea289080b1e341c686b8437b3/f 2024-11-08T22:18:37,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44803 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-08T22:18:37,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44803 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T22:18:37,841 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44803 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/staging/jenkins.hfs.11__test__tm5kb2h9h574o2ikg9plc6neo6hd22dbjf6lddukfrtohqjrac2hc61c3m798jdh/f/e73a971a3a1244d1a78e66db6d29e4f8_SeqId_4_ for inclusion in 5ef59e0ea289080b1e341c686b8437b3/f 2024-11-08T22:18:37,846 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,41711,1731104300047.replicationSource.wal-reader.ff635fa717b5%2C41711%2C1731104300047,1-ff635fa717b5,41711,1731104300047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/WALs/ff635fa717b5,41711,1731104300047/ff635fa717b5%2C41711%2C1731104300047.1731104300830 to pos 687, reset compression=false 2024-11-08T22:18:37,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44803 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-08T22:18:37,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44803 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T22:18:37,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44803 {}] regionserver.HRegion(2603): Flush status journal for 5ef59e0ea289080b1e341c686b8437b3: 2024-11-08T22:18:37,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44803 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): db927410a2424462acbd88051f0eda90_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-08T22:18:37,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44803 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/staging/jenkins.hfs.11__test__tm5kb2h9h574o2ikg9plc6neo6hd22dbjf6lddukfrtohqjrac2hc61c3m798jdh/f/db927410a2424462acbd88051f0eda90_SeqId_4_ as hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/data/default/test/5ef59e0ea289080b1e341c686b8437b3/f/8ecdbd8642d64ce7be6ce44f05422910_SeqId_4_ 2024-11-08T22:18:37,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44803 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e73a971a3a1244d1a78e66db6d29e4f8_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-08T22:18:37,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44803 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/staging/jenkins.hfs.11__test__tm5kb2h9h574o2ikg9plc6neo6hd22dbjf6lddukfrtohqjrac2hc61c3m798jdh/f/e73a971a3a1244d1a78e66db6d29e4f8_SeqId_4_ as hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/data/default/test/5ef59e0ea289080b1e341c686b8437b3/f/172af3f694a748c294b16b89ab7ed013_SeqId_4_ 2024-11-08T22:18:37,873 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44803 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/staging/jenkins.hfs.11__test__tm5kb2h9h574o2ikg9plc6neo6hd22dbjf6lddukfrtohqjrac2hc61c3m798jdh/f/db927410a2424462acbd88051f0eda90_SeqId_4_ into 5ef59e0ea289080b1e341c686b8437b3/f as hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/data/default/test/5ef59e0ea289080b1e341c686b8437b3/f/8ecdbd8642d64ce7be6ce44f05422910_SeqId_4_ - updating store file list. 2024-11-08T22:18:37,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44803 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8ecdbd8642d64ce7be6ce44f05422910_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T22:18:37,893 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44803 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/data/default/test/5ef59e0ea289080b1e341c686b8437b3/f/8ecdbd8642d64ce7be6ce44f05422910_SeqId_4_ into 5ef59e0ea289080b1e341c686b8437b3/f 2024-11-08T22:18:37,894 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44803 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/staging/jenkins.hfs.11__test__tm5kb2h9h574o2ikg9plc6neo6hd22dbjf6lddukfrtohqjrac2hc61c3m798jdh/f/db927410a2424462acbd88051f0eda90_SeqId_4_ into 5ef59e0ea289080b1e341c686b8437b3/f (new location: hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/data/default/test/5ef59e0ea289080b1e341c686b8437b3/f/8ecdbd8642d64ce7be6ce44f05422910_SeqId_4_) 2024-11-08T22:18:37,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44803 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/staging/jenkins.hfs.11__test__tm5kb2h9h574o2ikg9plc6neo6hd22dbjf6lddukfrtohqjrac2hc61c3m798jdh/f/db927410a2424462acbd88051f0eda90_SeqId_4_ 2024-11-08T22:18:37,895 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44803 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/staging/jenkins.hfs.11__test__tm5kb2h9h574o2ikg9plc6neo6hd22dbjf6lddukfrtohqjrac2hc61c3m798jdh/f/e73a971a3a1244d1a78e66db6d29e4f8_SeqId_4_ into 5ef59e0ea289080b1e341c686b8437b3/f as hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/data/default/test/5ef59e0ea289080b1e341c686b8437b3/f/172af3f694a748c294b16b89ab7ed013_SeqId_4_ - updating store file list. 2024-11-08T22:18:37,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44803 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 172af3f694a748c294b16b89ab7ed013_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T22:18:37,902 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44803 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/data/default/test/5ef59e0ea289080b1e341c686b8437b3/f/172af3f694a748c294b16b89ab7ed013_SeqId_4_ into 5ef59e0ea289080b1e341c686b8437b3/f 2024-11-08T22:18:37,902 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44803 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/staging/jenkins.hfs.11__test__tm5kb2h9h574o2ikg9plc6neo6hd22dbjf6lddukfrtohqjrac2hc61c3m798jdh/f/e73a971a3a1244d1a78e66db6d29e4f8_SeqId_4_ into 5ef59e0ea289080b1e341c686b8437b3/f (new location: hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/data/default/test/5ef59e0ea289080b1e341c686b8437b3/f/172af3f694a748c294b16b89ab7ed013_SeqId_4_) 2024-11-08T22:18:37,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44803 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/staging/jenkins.hfs.11__test__tm5kb2h9h574o2ikg9plc6neo6hd22dbjf6lddukfrtohqjrac2hc61c3m798jdh/f/e73a971a3a1244d1a78e66db6d29e4f8_SeqId_4_ 2024-11-08T22:18:37,905 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44803 {}] regionserver.ReplicationSink(324): Finished replicating [158f1c43-2277-4f3e-93ee-36300cf7304d] bulk loaded data 2024-11-08T22:18:38,119 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:18:38,136 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731104318135/Put/seqid=0 2024-11-08T22:18:38,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38657 is added to blk_1073741842_1018 (size=11194) 2024-11-08T22:18:38,237 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731104318236/Put/seqid=0 2024-11-08T22:18:38,253 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,41711,1731104300047.replicationSource.wal-reader.ff635fa717b5%2C41711%2C1731104300047,1-ff635fa717b5,41711,1731104300047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/WALs/ff635fa717b5,41711,1731104300047/ff635fa717b5%2C41711%2C1731104300047.1731104300830 to pos 687, reset compression=false 2024-11-08T22:18:38,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38657 is added to blk_1073741843_1019 (size=10791) 2024-11-08T22:18:38,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@682dc81b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:18:38,321 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,36459,-1 for getting cluster id 2024-11-08T22:18:38,321 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:18:38,322 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0fc1a176-7c3c-4d2a-a833-4f4e5ddf6553' 2024-11-08T22:18:38,324 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:18:38,324 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0fc1a176-7c3c-4d2a-a833-4f4e5ddf6553" 2024-11-08T22:18:38,325 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4532198c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:18:38,325 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,36459,-1] 2024-11-08T22:18:38,325 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:18:38,325 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:18:38,327 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:18:38,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d01ef42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:18:38,328 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:18:38,330 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,44803,1731104305435, seqNum=-1] 2024-11-08T22:18:38,330 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:18:38,332 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T22:18:38,341 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:18:38,342 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is ff635fa717b5,36459,1731104304773 2024-11-08T22:18:38,342 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@166cf658 2024-11-08T22:18:38,343 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T22:18:38,344 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T22:18:38,349 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731104310421.5ef59e0ea289080b1e341c686b8437b3., hostname=ff635fa717b5,44803,1731104305435, seqNum=2] 2024-11-08T22:18:38,353 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T22:18:38,377 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-08T22:18:38,381 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-08T22:18:38,416 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44803 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 5ef59e0ea289080b1e341c686b8437b3/f 2024-11-08T22:18:38,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44803 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-08T22:18:38,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44803 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T22:18:38,419 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44803 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 5ef59e0ea289080b1e341c686b8437b3/f 2024-11-08T22:18:38,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44803 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-08T22:18:38,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44803 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T22:18:38,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44803 {}] regionserver.HRegion(2603): Flush status journal for 5ef59e0ea289080b1e341c686b8437b3: 2024-11-08T22:18:38,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44803 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/staging/jenkins__test__95bko740si8vs548fp7mtvkeki43ig1tkat9vlsmpus8fet4r6ncep2rq1v78n93/f/hfile_1 2024-11-08T22:18:38,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44803 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/staging/jenkins__test__95bko740si8vs548fp7mtvkeki43ig1tkat9vlsmpus8fet4r6ncep2rq1v78n93/f/hfile_1 as hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/data/default/test/5ef59e0ea289080b1e341c686b8437b3/f/381f72ab4a5445b4a8d2506b7c24080b_SeqId_6_ 2024-11-08T22:18:38,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44803 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/staging/jenkins__test__95bko740si8vs548fp7mtvkeki43ig1tkat9vlsmpus8fet4r6ncep2rq1v78n93/f/hfile_0 2024-11-08T22:18:38,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44803 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/staging/jenkins__test__95bko740si8vs548fp7mtvkeki43ig1tkat9vlsmpus8fet4r6ncep2rq1v78n93/f/hfile_0 as hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/data/default/test/5ef59e0ea289080b1e341c686b8437b3/f/412abc1b819940ff9d8aba4575d83b16_SeqId_6_ 2024-11-08T22:18:38,441 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44803 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/staging/jenkins__test__95bko740si8vs548fp7mtvkeki43ig1tkat9vlsmpus8fet4r6ncep2rq1v78n93/f/hfile_1 into 5ef59e0ea289080b1e341c686b8437b3/f as hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/data/default/test/5ef59e0ea289080b1e341c686b8437b3/f/381f72ab4a5445b4a8d2506b7c24080b_SeqId_6_ - updating store file list. 2024-11-08T22:18:38,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44803 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 381f72ab4a5445b4a8d2506b7c24080b_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-08T22:18:38,448 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44803 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/data/default/test/5ef59e0ea289080b1e341c686b8437b3/f/381f72ab4a5445b4a8d2506b7c24080b_SeqId_6_ into 5ef59e0ea289080b1e341c686b8437b3/f 2024-11-08T22:18:38,448 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44803 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/staging/jenkins__test__95bko740si8vs548fp7mtvkeki43ig1tkat9vlsmpus8fet4r6ncep2rq1v78n93/f/hfile_1 into 5ef59e0ea289080b1e341c686b8437b3/f (new location: hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/data/default/test/5ef59e0ea289080b1e341c686b8437b3/f/381f72ab4a5445b4a8d2506b7c24080b_SeqId_6_) 2024-11-08T22:18:38,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44803 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/staging/jenkins__test__95bko740si8vs548fp7mtvkeki43ig1tkat9vlsmpus8fet4r6ncep2rq1v78n93/f/hfile_1 2024-11-08T22:18:38,450 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44803 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/staging/jenkins__test__95bko740si8vs548fp7mtvkeki43ig1tkat9vlsmpus8fet4r6ncep2rq1v78n93/f/hfile_0 into 5ef59e0ea289080b1e341c686b8437b3/f as hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/data/default/test/5ef59e0ea289080b1e341c686b8437b3/f/412abc1b819940ff9d8aba4575d83b16_SeqId_6_ - updating store file list. 2024-11-08T22:18:38,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44803 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 412abc1b819940ff9d8aba4575d83b16_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-08T22:18:38,455 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44803 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/data/default/test/5ef59e0ea289080b1e341c686b8437b3/f/412abc1b819940ff9d8aba4575d83b16_SeqId_6_ into 5ef59e0ea289080b1e341c686b8437b3/f 2024-11-08T22:18:38,455 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44803 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/staging/jenkins__test__95bko740si8vs548fp7mtvkeki43ig1tkat9vlsmpus8fet4r6ncep2rq1v78n93/f/hfile_0 into 5ef59e0ea289080b1e341c686b8437b3/f (new location: hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/data/default/test/5ef59e0ea289080b1e341c686b8437b3/f/412abc1b819940ff9d8aba4575d83b16_SeqId_6_) 2024-11-08T22:18:38,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44803 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/staging/jenkins__test__95bko740si8vs548fp7mtvkeki43ig1tkat9vlsmpus8fet4r6ncep2rq1v78n93/f/hfile_0 2024-11-08T22:18:38,459 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T22:18:38,459 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:18:38,459 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:18:38,459 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:18:38,459 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:18:38,460 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44803,1731104305435.replicationSource.wal-reader.ff635fa717b5%2C44803%2C1731104305435,1-ff635fa717b5,44803,1731104305435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/WALs/ff635fa717b5,44803,1731104305435/ff635fa717b5%2C44803%2C1731104305435.1731104307779 to pos 379, reset compression=false 2024-11-08T22:18:38,460 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:18:38,462 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731104310421.5ef59e0ea289080b1e341c686b8437b3., hostname=ff635fa717b5,44803,1731104305435, seqNum=2 , the old value is region=test,,1731104310421.5ef59e0ea289080b1e341c686b8437b3., hostname=ff635fa717b5,44803,1731104305435, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=ff635fa717b5:44803 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T22:18:38,462 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731104310421.5ef59e0ea289080b1e341c686b8437b3., hostname=ff635fa717b5,44803,1731104305435, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T22:18:38,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44803 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44803: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:48180 deadline: 1731104378461 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:48180 2024-11-08T22:18:38,462 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731104310421.5ef59e0ea289080b1e341c686b8437b3., hostname=ff635fa717b5,44803,1731104305435, seqNum=2 from cache 2024-11-08T22:18:38,462 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,41711,1731104300047, seqNum=-1] 2024-11-08T22:18:38,463 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:18:38,464 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T22:18:38,467 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731104308269.75c3b536bce5206dc98d3def957c3f0f., hostname=ff635fa717b5,41711,1731104300047, seqNum=2] 2024-11-08T22:18:38,476 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-08T22:18:38,494 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44803,1731104305435.replicationSource.wal-reader.ff635fa717b5%2C44803%2C1731104305435,1-ff635fa717b5,44803,1731104305435 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T22:18:38,494 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44803,1731104305435.replicationSource.shipperff635fa717b5%2C44803%2C1731104305435,1-ff635fa717b5,44803,1731104305435 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff635fa717b5,44803,1731104305435 got entry batch from reader: WALEntryBatch [walEntries=[{test/5ef59e0ea289080b1e341c686b8437b3/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731104317902/Put/vlen=228/seqid=0; >],8341}], lastWalPath=hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/WALs/ff635fa717b5,44803,1731104305435/ff635fa717b5%2C44803%2C1731104305435.1731104307779, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8341, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-08T22:18:38,494 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44803,1731104305435.replicationSource.wal-reader.ff635fa717b5%2C44803%2C1731104305435,1-ff635fa717b5,44803,1731104305435 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T22:18:38,497 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44803,1731104305435.replicationSource.shipperff635fa717b5%2C44803%2C1731104305435,1-ff635fa717b5,44803,1731104305435 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T22:18:38,498 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-08T22:18:38,499 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] regionserver.ReplicationSink(318): Replicating [158f1c43-2277-4f3e-93ee-36300cf7304d, 0fc1a176-7c3c-4d2a-a833-4f4e5ddf6553] bulk loaded data 2024-11-08T22:18:38,510 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6779037c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:18:38,511 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,37031,-1 for getting cluster id 2024-11-08T22:18:38,511 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:18:38,512 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '158f1c43-2277-4f3e-93ee-36300cf7304d' 2024-11-08T22:18:38,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:18:38,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "158f1c43-2277-4f3e-93ee-36300cf7304d" 2024-11-08T22:18:38,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ff9fa88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:18:38,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,37031,-1] 2024-11-08T22:18:38,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:18:38,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:18:38,515 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:18:38,516 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@289b78bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:18:38,569 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff635fa717b5:44803 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-08T22:18:38,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36247 is added to blk_1073741842_1018 (size=7691) 2024-11-08T22:18:38,661 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-08T22:18:38,694 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44803,1731104305435.replicationSource.wal-reader.ff635fa717b5%2C44803%2C1731104305435,1-ff635fa717b5,44803,1731104305435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/WALs/ff635fa717b5,44803,1731104305435/ff635fa717b5%2C44803%2C1731104305435.1731104307779 to pos 1033, reset compression=false 2024-11-08T22:18:38,809 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,41711,1731104300047.replicationSource.wal-reader.ff635fa717b5%2C41711%2C1731104300047,1-ff635fa717b5,41711,1731104300047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/WALs/ff635fa717b5,41711,1731104300047/ff635fa717b5%2C41711%2C1731104300047.1731104300830 to pos 687, reset compression=false 2024-11-08T22:18:39,007 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44803,1731104305435.replicationSource.wal-reader.ff635fa717b5%2C44803%2C1731104305435,1-ff635fa717b5,44803,1731104305435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/WALs/ff635fa717b5,44803,1731104305435/ff635fa717b5%2C44803%2C1731104305435.1731104307779 to pos 1033, reset compression=false 2024-11-08T22:18:39,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36247 is added to blk_1073741843_1019 (size=7894) 2024-11-08T22:18:39,411 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44803,1731104305435.replicationSource.wal-reader.ff635fa717b5%2C44803%2C1731104305435,1-ff635fa717b5,44803,1731104305435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/WALs/ff635fa717b5,44803,1731104305435/ff635fa717b5%2C44803%2C1731104305435.1731104307779 to pos 1033, reset compression=false 2024-11-08T22:18:39,413 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T22:18:39,420 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,41711,1731104300047.replicationSource.wal-reader.ff635fa717b5%2C41711%2C1731104300047,1-ff635fa717b5,41711,1731104300047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/WALs/ff635fa717b5,41711,1731104300047/ff635fa717b5%2C41711%2C1731104300047.1731104300830 to pos 687, reset compression=false 2024-11-08T22:18:39,440 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:18:39,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.AsyncConnectionImpl(321): The fetched master address is ff635fa717b5,37031,1731104299748 2024-11-08T22:18:39,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20c8ea2f 2024-11-08T22:18:39,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T22:18:39,442 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-08T22:18:39,444 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T22:18:39,444 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:18:39,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,41711,1731104300047, seqNum=-1] 2024-11-08T22:18:39,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:18:39,446 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-08T22:18:39,451 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/staging/jenkins.hfs.10__test__5bad942rp9jt3alo2mfbas7dn6gpkc09vuenffqt43g2ktdlha9dprod6mo20c5j/f/172af3f694a748c294b16b89ab7ed013_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-08T22:18:39,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:18:39,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:18:39,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:18:39,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:18:39,454 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/staging/jenkins.hfs.10__test__5bad942rp9jt3alo2mfbas7dn6gpkc09vuenffqt43g2ktdlha9dprod6mo20c5j/f/8ecdbd8642d64ce7be6ce44f05422910_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-08T22:18:39,454 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:18:39,454 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:18:39,455 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] regionserver.ReplicationSink(324): Finished replicating [158f1c43-2277-4f3e-93ee-36300cf7304d, 0fc1a176-7c3c-4d2a-a833-4f4e5ddf6553] bulk loaded data 2024-11-08T22:18:39,459 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44803,1731104305435.replicationSource.shipperff635fa717b5%2C44803%2C1731104305435,1-ff635fa717b5,44803,1731104305435 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff635fa717b5,44803,1731104305435 got entry batch from reader: WALEntryBatch [walEntries=[{test/5ef59e0ea289080b1e341c686b8437b3/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731104318456/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/WALs/ff635fa717b5,44803,1731104305435/ff635fa717b5%2C44803%2C1731104305435.1731104307779, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-08T22:18:39,460 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] regionserver.ReplicationSink(318): Replicating [0fc1a176-7c3c-4d2a-a833-4f4e5ddf6553] bulk loaded data 2024-11-08T22:18:39,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:18:39,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36247 is added to blk_1073741844_1020 (size=10791) 2024-11-08T22:18:39,476 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:18:39,482 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-08T22:18:39,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36247 is added to blk_1073741845_1021 (size=11194) 2024-11-08T22:18:39,914 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44803,1731104305435.replicationSource.wal-reader.ff635fa717b5%2C44803%2C1731104305435,1-ff635fa717b5,44803,1731104305435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/WALs/ff635fa717b5,44803,1731104305435/ff635fa717b5%2C44803%2C1731104305435.1731104307779 to pos 1033, reset compression=false 2024-11-08T22:18:40,127 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,41711,1731104300047.replicationSource.wal-reader.ff635fa717b5%2C41711%2C1731104300047,1-ff635fa717b5,41711,1731104300047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/WALs/ff635fa717b5,41711,1731104300047/ff635fa717b5%2C41711%2C1731104300047.1731104300830 to pos 687, reset compression=false 2024-11-08T22:18:40,286 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T22:18:40,292 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/staging/jenkins.hfs.10__test__6tv81pqd2825cspurir2i523e63m5j5aql86ljhh4926sdtrco0b0bu9ftr11mpi/f/381f72ab4a5445b4a8d2506b7c24080b_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-08T22:18:40,295 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/staging/jenkins.hfs.10__test__6tv81pqd2825cspurir2i523e63m5j5aql86ljhh4926sdtrco0b0bu9ftr11mpi/f/412abc1b819940ff9d8aba4575d83b16_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-08T22:18:40,298 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/staging/jenkins.hfs.10__test__6tv81pqd2825cspurir2i523e63m5j5aql86ljhh4926sdtrco0b0bu9ftr11mpi/f/412abc1b819940ff9d8aba4575d83b16_SeqId_6_ for inclusion in 75c3b536bce5206dc98d3def957c3f0f/f 2024-11-08T22:18:40,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-08T22:18:40,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T22:18:40,301 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/staging/jenkins.hfs.10__test__6tv81pqd2825cspurir2i523e63m5j5aql86ljhh4926sdtrco0b0bu9ftr11mpi/f/381f72ab4a5445b4a8d2506b7c24080b_SeqId_6_ for inclusion in 75c3b536bce5206dc98d3def957c3f0f/f 2024-11-08T22:18:40,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-08T22:18:40,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T22:18:40,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] regionserver.HRegion(2603): Flush status journal for 75c3b536bce5206dc98d3def957c3f0f: 2024-11-08T22:18:40,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 412abc1b819940ff9d8aba4575d83b16_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-08T22:18:40,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/staging/jenkins.hfs.10__test__6tv81pqd2825cspurir2i523e63m5j5aql86ljhh4926sdtrco0b0bu9ftr11mpi/f/412abc1b819940ff9d8aba4575d83b16_SeqId_6_ as hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/data/default/test/75c3b536bce5206dc98d3def957c3f0f/f/806443705d8e41cc8438181a2ba08ff0_SeqId_6_ 2024-11-08T22:18:40,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 381f72ab4a5445b4a8d2506b7c24080b_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-08T22:18:40,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/staging/jenkins.hfs.10__test__6tv81pqd2825cspurir2i523e63m5j5aql86ljhh4926sdtrco0b0bu9ftr11mpi/f/381f72ab4a5445b4a8d2506b7c24080b_SeqId_6_ as hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/data/default/test/75c3b536bce5206dc98d3def957c3f0f/f/775115c5e88b420da10aed715d4139ac_SeqId_6_ 2024-11-08T22:18:40,314 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/staging/jenkins.hfs.10__test__6tv81pqd2825cspurir2i523e63m5j5aql86ljhh4926sdtrco0b0bu9ftr11mpi/f/412abc1b819940ff9d8aba4575d83b16_SeqId_6_ into 75c3b536bce5206dc98d3def957c3f0f/f as hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/data/default/test/75c3b536bce5206dc98d3def957c3f0f/f/806443705d8e41cc8438181a2ba08ff0_SeqId_6_ - updating store file list. 2024-11-08T22:18:40,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 806443705d8e41cc8438181a2ba08ff0_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-08T22:18:40,320 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/data/default/test/75c3b536bce5206dc98d3def957c3f0f/f/806443705d8e41cc8438181a2ba08ff0_SeqId_6_ into 75c3b536bce5206dc98d3def957c3f0f/f 2024-11-08T22:18:40,320 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/staging/jenkins.hfs.10__test__6tv81pqd2825cspurir2i523e63m5j5aql86ljhh4926sdtrco0b0bu9ftr11mpi/f/412abc1b819940ff9d8aba4575d83b16_SeqId_6_ into 75c3b536bce5206dc98d3def957c3f0f/f (new location: hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/data/default/test/75c3b536bce5206dc98d3def957c3f0f/f/806443705d8e41cc8438181a2ba08ff0_SeqId_6_) 2024-11-08T22:18:40,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/staging/jenkins.hfs.10__test__6tv81pqd2825cspurir2i523e63m5j5aql86ljhh4926sdtrco0b0bu9ftr11mpi/f/412abc1b819940ff9d8aba4575d83b16_SeqId_6_ 2024-11-08T22:18:40,321 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/staging/jenkins.hfs.10__test__6tv81pqd2825cspurir2i523e63m5j5aql86ljhh4926sdtrco0b0bu9ftr11mpi/f/381f72ab4a5445b4a8d2506b7c24080b_SeqId_6_ into 75c3b536bce5206dc98d3def957c3f0f/f as hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/data/default/test/75c3b536bce5206dc98d3def957c3f0f/f/775115c5e88b420da10aed715d4139ac_SeqId_6_ - updating store file list. 2024-11-08T22:18:40,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 775115c5e88b420da10aed715d4139ac_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-08T22:18:40,333 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/data/default/test/75c3b536bce5206dc98d3def957c3f0f/f/775115c5e88b420da10aed715d4139ac_SeqId_6_ into 75c3b536bce5206dc98d3def957c3f0f/f 2024-11-08T22:18:40,333 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/staging/jenkins.hfs.10__test__6tv81pqd2825cspurir2i523e63m5j5aql86ljhh4926sdtrco0b0bu9ftr11mpi/f/381f72ab4a5445b4a8d2506b7c24080b_SeqId_6_ into 75c3b536bce5206dc98d3def957c3f0f/f (new location: hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/data/default/test/75c3b536bce5206dc98d3def957c3f0f/f/775115c5e88b420da10aed715d4139ac_SeqId_6_) 2024-11-08T22:18:40,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/staging/jenkins.hfs.10__test__6tv81pqd2825cspurir2i523e63m5j5aql86ljhh4926sdtrco0b0bu9ftr11mpi/f/381f72ab4a5445b4a8d2506b7c24080b_SeqId_6_ 2024-11-08T22:18:40,336 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] regionserver.ReplicationSink(324): Finished replicating [0fc1a176-7c3c-4d2a-a833-4f4e5ddf6553] bulk loaded data 2024-11-08T22:18:40,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T22:18:40,492 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T22:18:40,492 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:18:40,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:18:40,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:18:40,492 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:18:40,493 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T22:18:40,493 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=501947951, stopped=false 2024-11-08T22:18:40,493 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ff635fa717b5,36459,1731104304773 2024-11-08T22:18:40,517 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44803,1731104305435.replicationSource.wal-reader.ff635fa717b5%2C44803%2C1731104305435,1-ff635fa717b5,44803,1731104305435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/WALs/ff635fa717b5,44803,1731104305435/ff635fa717b5%2C44803%2C1731104305435.1731104307779 to pos 1033, reset compression=false 2024-11-08T22:18:40,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36459-0x1011c874cd30003, quorum=127.0.0.1:58666, baseZNode=/1663944979 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1663944979/running 2024-11-08T22:18:40,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44803-0x1011c874cd30004, quorum=127.0.0.1:58666, baseZNode=/1663944979 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1663944979/running 2024-11-08T22:18:40,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36459-0x1011c874cd30003, quorum=127.0.0.1:58666, baseZNode=/1663944979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1663944979 2024-11-08T22:18:40,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44803-0x1011c874cd30004, quorum=127.0.0.1:58666, baseZNode=/1663944979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1663944979 2024-11-08T22:18:40,558 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T22:18:40,558 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T22:18:40,558 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:18:40,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:18:40,559 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ff635fa717b5,44803,1731104305435' ***** 2024-11-08T22:18:40,559 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T22:18:40,559 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36459-0x1011c874cd30003, quorum=127.0.0.1:58666, baseZNode=/1663944979 Set watcher on znode that does not yet exist, /1663944979/running 2024-11-08T22:18:40,559 INFO [RS:0;ff635fa717b5:44803 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T22:18:40,559 INFO [RS:0;ff635fa717b5:44803 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T22:18:40,559 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T22:18:40,559 INFO [RS:0;ff635fa717b5:44803 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T22:18:40,559 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44803-0x1011c874cd30004, quorum=127.0.0.1:58666, baseZNode=/1663944979 Set watcher on znode that does not yet exist, /1663944979/running 2024-11-08T22:18:40,559 INFO [RS:0;ff635fa717b5:44803 {}] regionserver.HRegionServer(3091): Received CLOSE for 5ef59e0ea289080b1e341c686b8437b3 2024-11-08T22:18:40,560 INFO [RS:0;ff635fa717b5:44803 {}] regionserver.HRegionServer(3091): Received CLOSE for 37650853197e6eeb6a2306066f80691f 2024-11-08T22:18:40,560 INFO [RS:0;ff635fa717b5:44803 {}] regionserver.HRegionServer(959): stopping server ff635fa717b5,44803,1731104305435 2024-11-08T22:18:40,560 INFO [RS:0;ff635fa717b5:44803 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T22:18:40,560 INFO [RS:0;ff635fa717b5:44803 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff635fa717b5:44803. 2024-11-08T22:18:40,560 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5ef59e0ea289080b1e341c686b8437b3, disabling compactions & flushes 2024-11-08T22:18:40,560 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731104310421.5ef59e0ea289080b1e341c686b8437b3. 2024-11-08T22:18:40,560 DEBUG [RS:0;ff635fa717b5:44803 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:18:40,560 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731104310421.5ef59e0ea289080b1e341c686b8437b3. 2024-11-08T22:18:40,560 DEBUG [RS:0;ff635fa717b5:44803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:18:40,560 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731104310421.5ef59e0ea289080b1e341c686b8437b3. after waiting 0 ms 2024-11-08T22:18:40,560 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731104310421.5ef59e0ea289080b1e341c686b8437b3. 2024-11-08T22:18:40,560 INFO [RS:0;ff635fa717b5:44803 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T22:18:40,560 INFO [RS:0;ff635fa717b5:44803 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T22:18:40,560 INFO [RS:0;ff635fa717b5:44803 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T22:18:40,560 INFO [RS:0;ff635fa717b5:44803 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T22:18:40,560 INFO [RS:0;ff635fa717b5:44803 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T22:18:40,560 DEBUG [RS:0;ff635fa717b5:44803 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 5ef59e0ea289080b1e341c686b8437b3=test,,1731104310421.5ef59e0ea289080b1e341c686b8437b3., 37650853197e6eeb6a2306066f80691f=hbase:replication,,1731104314785.37650853197e6eeb6a2306066f80691f.} 2024-11-08T22:18:40,560 DEBUG [RS:0;ff635fa717b5:44803 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 37650853197e6eeb6a2306066f80691f, 5ef59e0ea289080b1e341c686b8437b3 2024-11-08T22:18:40,560 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T22:18:40,560 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T22:18:40,560 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T22:18:40,560 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T22:18:40,560 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T22:18:40,560 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T22:18:40,564 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/data/default/test/5ef59e0ea289080b1e341c686b8437b3/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T22:18:40,564 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T22:18:40,564 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T22:18:40,564 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731104310421.5ef59e0ea289080b1e341c686b8437b3. 2024-11-08T22:18:40,564 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5ef59e0ea289080b1e341c686b8437b3: Waiting for close lock at 1731104320560Running coprocessor pre-close hooks at 1731104320560Disabling compacts and flushes for region at 1731104320560Disabling writes for close at 1731104320560Writing region close event to WAL at 1731104320560Running coprocessor post-close hooks at 1731104320564 (+4 ms)Closed at 1731104320564 2024-11-08T22:18:40,564 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731104310421.5ef59e0ea289080b1e341c686b8437b3. 2024-11-08T22:18:40,564 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 37650853197e6eeb6a2306066f80691f, disabling compactions & flushes 2024-11-08T22:18:40,564 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731104314785.37650853197e6eeb6a2306066f80691f. 2024-11-08T22:18:40,564 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731104314785.37650853197e6eeb6a2306066f80691f. 2024-11-08T22:18:40,564 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731104314785.37650853197e6eeb6a2306066f80691f. after waiting 0 ms 2024-11-08T22:18:40,564 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731104314785.37650853197e6eeb6a2306066f80691f. 2024-11-08T22:18:40,565 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 37650853197e6eeb6a2306066f80691f 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-08T22:18:40,566 INFO [regionserver/ff635fa717b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T22:18:40,580 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/data/hbase/meta/1588230740/.tmp/info/2467d1cfabe34c4cba65656c14369bad is 147, key is hbase:replication,,1731104314785.37650853197e6eeb6a2306066f80691f./info:regioninfo/1731104315948/Put/seqid=0 2024-11-08T22:18:40,582 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/data/hbase/replication/37650853197e6eeb6a2306066f80691f/.tmp/hfileref/40ab8393d7e0421eb028e0b28489ff18 is 74, key is 1/hfileref:172af3f694a748c294b16b89ab7ed013_SeqId_4_/1731104319456/DeleteColumn/seqid=0 2024-11-08T22:18:40,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38657 is added to blk_1073741844_1020 (size=7686) 2024-11-08T22:18:40,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38657 is added to blk_1073741845_1021 (size=5345) 2024-11-08T22:18:40,647 INFO [regionserver/ff635fa717b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T22:18:40,648 INFO [regionserver/ff635fa717b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T22:18:40,760 DEBUG [RS:0;ff635fa717b5:44803 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 37650853197e6eeb6a2306066f80691f 2024-11-08T22:18:40,931 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,41711,1731104300047.replicationSource.wal-reader.ff635fa717b5%2C41711%2C1731104300047,1-ff635fa717b5,41711,1731104300047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/WALs/ff635fa717b5,41711,1731104300047/ff635fa717b5%2C41711%2C1731104300047.1731104300830 to pos 687, reset compression=false 2024-11-08T22:18:40,936 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,41711,1731104300047.replicationSource.wal-reader.ff635fa717b5%2C41711%2C1731104300047,1-ff635fa717b5,41711,1731104300047 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T22:18:40,936 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,41711,1731104300047.replicationSource.shipperff635fa717b5%2C41711%2C1731104300047,1-ff635fa717b5,41711,1731104300047 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff635fa717b5,41711,1731104300047 got entry batch from reader: WALEntryBatch [walEntries=[{test/75c3b536bce5206dc98d3def957c3f0f/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731104320334/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/WALs/ff635fa717b5,41711,1731104300047/ff635fa717b5%2C41711%2C1731104300047.1731104300830, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-08T22:18:40,937 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44803 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server ff635fa717b5,44803,1731104305435 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T22:18:40,937 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44803 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.3:48154 deadline: 1731104380936, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server ff635fa717b5,44803,1731104305435 stopping 2024-11-08T22:18:40,938 WARN [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,41711,1731104300047.replicationSource.shipperff635fa717b5%2C41711%2C1731104300047,1-ff635fa717b5,41711,1731104300047 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server ff635fa717b5,44803,1731104305435 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T22:18:40,961 DEBUG [RS:0;ff635fa717b5:44803 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 37650853197e6eeb6a2306066f80691f 2024-11-08T22:18:40,986 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/data/hbase/meta/1588230740/.tmp/info/2467d1cfabe34c4cba65656c14369bad 2024-11-08T22:18:40,986 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/data/hbase/replication/37650853197e6eeb6a2306066f80691f/.tmp/hfileref/40ab8393d7e0421eb028e0b28489ff18 2024-11-08T22:18:41,007 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/data/hbase/meta/1588230740/.tmp/ns/1871d6d9681e4efb8a793d2669e3c5bf is 43, key is default/ns:d/1731104308201/Put/seqid=0 2024-11-08T22:18:41,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38657 is added to blk_1073741846_1022 (size=5153) 2024-11-08T22:18:41,018 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/data/hbase/replication/37650853197e6eeb6a2306066f80691f/.tmp/queue/d1b4942f5b4f4190a7b2a695d5dcff0a is 154, key is 1-ff635fa717b5,44803,1731104305435/queue:ff635fa717b5%2C44803%2C1731104305435/1731104320340/Put/seqid=0 2024-11-08T22:18:41,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38657 is added to blk_1073741847_1023 (size=5353) 2024-11-08T22:18:41,042 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44803 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server ff635fa717b5,44803,1731104305435 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T22:18:41,042 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44803 {}] ipc.CallRunner(138): callId: 7 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.3:48154 deadline: 1731104381041, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server ff635fa717b5,44803,1731104305435 stopping 2024-11-08T22:18:41,042 WARN [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,41711,1731104300047.replicationSource.shipperff635fa717b5%2C41711%2C1731104300047,1-ff635fa717b5,41711,1731104300047 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server ff635fa717b5,44803,1731104305435 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T22:18:41,136 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,41711,1731104300047.replicationSource.wal-reader.ff635fa717b5%2C41711%2C1731104300047,1-ff635fa717b5,41711,1731104300047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/WALs/ff635fa717b5,41711,1731104300047/ff635fa717b5%2C41711%2C1731104300047.1731104300830 to pos 1033, reset compression=false 2024-11-08T22:18:41,161 DEBUG [RS:0;ff635fa717b5:44803 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 37650853197e6eeb6a2306066f80691f 2024-11-08T22:18:41,221 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44803,1731104305435.replicationSource.wal-reader.ff635fa717b5%2C44803%2C1731104305435,1-ff635fa717b5,44803,1731104305435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/WALs/ff635fa717b5,44803,1731104305435/ff635fa717b5%2C44803%2C1731104305435.1731104307779 to pos 1033, reset compression=false 2024-11-08T22:18:41,226 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44803,1731104305435.replicationSource.wal-reader.ff635fa717b5%2C44803%2C1731104305435,1-ff635fa717b5,44803,1731104305435 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T22:18:41,226 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44803,1731104305435.replicationSource.wal-reader.ff635fa717b5%2C44803%2C1731104305435,1-ff635fa717b5,44803,1731104305435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/WALs/ff635fa717b5,44803,1731104305435/ff635fa717b5%2C44803%2C1731104305435.1731104307779 to pos 1328, reset compression=false 2024-11-08T22:18:41,226 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44803,1731104305435.replicationSource.shipperff635fa717b5%2C44803%2C1731104305435,1-ff635fa717b5,44803,1731104305435 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff635fa717b5,44803,1731104305435 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/WALs/ff635fa717b5,44803,1731104305435/ff635fa717b5%2C44803%2C1731104305435.1731104307779, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T22:18:41,227 ERROR [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44803,1731104305435.replicationSource.shipperff635fa717b5%2C44803%2C1731104305435,1-ff635fa717b5,44803,1731104305435 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ff635fa717b5,44803,1731104305435: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-ff635fa717b5,44803,1731104305435, walGroup=ff635fa717b5%2C44803%2C1731104305435, offset=ff635fa717b5%2C44803%2C1731104305435.1731104307779:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff635fa717b5:44803 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T22:18:41,228 ERROR [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44803,1731104305435.replicationSource.shipperff635fa717b5%2C44803%2C1731104305435,1-ff635fa717b5,44803,1731104305435 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T22:18:41,228 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44803,1731104305435.replicationSource.shipperff635fa717b5%2C44803%2C1731104305435,1-ff635fa717b5,44803,1731104305435 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T22:18:41,229 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44803,1731104305435.replicationSource.shipperff635fa717b5%2C44803%2C1731104305435,1-ff635fa717b5,44803,1731104305435 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T22:18:41,229 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44803,1731104305435.replicationSource.shipperff635fa717b5%2C44803%2C1731104305435,1-ff635fa717b5,44803,1731104305435 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T22:18:41,229 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44803,1731104305435.replicationSource.shipperff635fa717b5%2C44803%2C1731104305435,1-ff635fa717b5,44803,1731104305435 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T22:18:41,229 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44803,1731104305435.replicationSource.shipperff635fa717b5%2C44803%2C1731104305435,1-ff635fa717b5,44803,1731104305435 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 553424960 }, "NonHeapMemoryUsage": { "committed": 189530112, "init": 7667712, "max": -1, "used": 186786864 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T22:18:41,231 WARN [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44803,1731104305435.replicationSource.shipperff635fa717b5%2C44803%2C1731104305435,1-ff635fa717b5,44803,1731104305435 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff635fa717b5:36459 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff635fa717b5:36459 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T22:18:41,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server ff635fa717b5,44803,1731104305435 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T22:18:41,247 WARN [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,41711,1731104300047.replicationSource.shipperff635fa717b5%2C41711%2C1731104300047,1-ff635fa717b5,41711,1731104300047 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server ff635fa717b5,44803,1731104305435 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T22:18:41,361 DEBUG [RS:0;ff635fa717b5:44803 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 37650853197e6eeb6a2306066f80691f 2024-11-08T22:18:41,418 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/data/hbase/meta/1588230740/.tmp/ns/1871d6d9681e4efb8a793d2669e3c5bf 2024-11-08T22:18:41,422 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/data/hbase/replication/37650853197e6eeb6a2306066f80691f/.tmp/queue/d1b4942f5b4f4190a7b2a695d5dcff0a 2024-11-08T22:18:41,426 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/data/hbase/replication/37650853197e6eeb6a2306066f80691f/.tmp/hfileref/40ab8393d7e0421eb028e0b28489ff18 as hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/data/hbase/replication/37650853197e6eeb6a2306066f80691f/hfileref/40ab8393d7e0421eb028e0b28489ff18 2024-11-08T22:18:41,430 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/data/hbase/replication/37650853197e6eeb6a2306066f80691f/hfileref/40ab8393d7e0421eb028e0b28489ff18, entries=4, sequenceid=12, filesize=5.2 K 2024-11-08T22:18:41,431 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/data/hbase/replication/37650853197e6eeb6a2306066f80691f/.tmp/queue/d1b4942f5b4f4190a7b2a695d5dcff0a as hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/data/hbase/replication/37650853197e6eeb6a2306066f80691f/queue/d1b4942f5b4f4190a7b2a695d5dcff0a 2024-11-08T22:18:41,432 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44803,1731104305435.replicationSource.wal-reader.ff635fa717b5%2C44803%2C1731104305435,1-ff635fa717b5,44803,1731104305435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/WALs/ff635fa717b5,44803,1731104305435/ff635fa717b5%2C44803%2C1731104305435.1731104307779 to pos 1328, reset compression=false 2024-11-08T22:18:41,436 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/data/hbase/replication/37650853197e6eeb6a2306066f80691f/queue/d1b4942f5b4f4190a7b2a695d5dcff0a, entries=1, sequenceid=12, filesize=5.2 K 2024-11-08T22:18:41,436 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/data/hbase/meta/1588230740/.tmp/rep_barrier/3bdbef36e48f4500b46c067caf4971a8 is 112, key is test,,1731104310421.5ef59e0ea289080b1e341c686b8437b3./rep_barrier:seqnumDuringOpen/1731104311586/Put/seqid=0 2024-11-08T22:18:41,437 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 37650853197e6eeb6a2306066f80691f in 872ms, sequenceid=12, compaction requested=false 2024-11-08T22:18:41,440 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,41711,1731104300047.replicationSource.wal-reader.ff635fa717b5%2C41711%2C1731104300047,1-ff635fa717b5,41711,1731104300047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/WALs/ff635fa717b5,41711,1731104300047/ff635fa717b5%2C41711%2C1731104300047.1731104300830 to pos 1033, reset compression=false 2024-11-08T22:18:41,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38657 is added to blk_1073741848_1024 (size=5518) 2024-11-08T22:18:41,442 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/data/hbase/replication/37650853197e6eeb6a2306066f80691f/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-08T22:18:41,442 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T22:18:41,443 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T22:18:41,443 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731104314785.37650853197e6eeb6a2306066f80691f. 2024-11-08T22:18:41,443 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 37650853197e6eeb6a2306066f80691f: Waiting for close lock at 1731104320564Running coprocessor pre-close hooks at 1731104320564Disabling compacts and flushes for region at 1731104320564Disabling writes for close at 1731104320564Obtaining lock to block concurrent updates at 1731104320565 (+1 ms)Preparing flush snapshotting stores in 37650853197e6eeb6a2306066f80691f at 1731104320565Finished memstore snapshotting hbase:replication,,1731104314785.37650853197e6eeb6a2306066f80691f., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731104320565Flushing stores of hbase:replication,,1731104314785.37650853197e6eeb6a2306066f80691f. at 1731104320565Flushing 37650853197e6eeb6a2306066f80691f/hfileref: creating writer at 1731104320565Flushing 37650853197e6eeb6a2306066f80691f/hfileref: appending metadata at 1731104320581 (+16 ms)Flushing 37650853197e6eeb6a2306066f80691f/hfileref: closing flushed file at 1731104320581Flushing 37650853197e6eeb6a2306066f80691f/queue: creating writer at 1731104320999 (+418 ms)Flushing 37650853197e6eeb6a2306066f80691f/queue: appending metadata at 1731104321017 (+18 ms)Flushing 37650853197e6eeb6a2306066f80691f/queue: closing flushed file at 1731104321018 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14c89704: reopening flushed file at 1731104321425 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@591f746a: reopening flushed file at 1731104321430 (+5 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 37650853197e6eeb6a2306066f80691f in 872ms, sequenceid=12, compaction requested=false at 1731104321437 (+7 ms)Writing region close event to WAL at 1731104321439 (+2 ms)Running coprocessor post-close hooks at 1731104321442 (+3 ms)Closed at 1731104321443 (+1 ms) 2024-11-08T22:18:41,443 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731104314785.37650853197e6eeb6a2306066f80691f. 2024-11-08T22:18:41,445 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/data/hbase/meta/1588230740/.tmp/rep_barrier/3bdbef36e48f4500b46c067caf4971a8 2024-11-08T22:18:41,463 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/data/hbase/meta/1588230740/.tmp/table/20a9d02ad3ed44e0ae5968e9b00bd610 is 53, key is hbase:replication/table:state/1731104315954/Put/seqid=0 2024-11-08T22:18:41,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38657 is added to blk_1073741849_1025 (size=5308) 2024-11-08T22:18:41,467 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/data/hbase/meta/1588230740/.tmp/table/20a9d02ad3ed44e0ae5968e9b00bd610 2024-11-08T22:18:41,471 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/data/hbase/meta/1588230740/.tmp/info/2467d1cfabe34c4cba65656c14369bad as hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/data/hbase/meta/1588230740/info/2467d1cfabe34c4cba65656c14369bad 2024-11-08T22:18:41,475 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/data/hbase/meta/1588230740/info/2467d1cfabe34c4cba65656c14369bad, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T22:18:41,476 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/data/hbase/meta/1588230740/.tmp/ns/1871d6d9681e4efb8a793d2669e3c5bf as hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/data/hbase/meta/1588230740/ns/1871d6d9681e4efb8a793d2669e3c5bf 2024-11-08T22:18:41,480 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/data/hbase/meta/1588230740/ns/1871d6d9681e4efb8a793d2669e3c5bf, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T22:18:41,480 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/data/hbase/meta/1588230740/.tmp/rep_barrier/3bdbef36e48f4500b46c067caf4971a8 as hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/data/hbase/meta/1588230740/rep_barrier/3bdbef36e48f4500b46c067caf4971a8 2024-11-08T22:18:41,484 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/data/hbase/meta/1588230740/rep_barrier/3bdbef36e48f4500b46c067caf4971a8, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T22:18:41,485 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/data/hbase/meta/1588230740/.tmp/table/20a9d02ad3ed44e0ae5968e9b00bd610 as hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/data/hbase/meta/1588230740/table/20a9d02ad3ed44e0ae5968e9b00bd610 2024-11-08T22:18:41,489 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/data/hbase/meta/1588230740/table/20a9d02ad3ed44e0ae5968e9b00bd610, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T22:18:41,489 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 929ms, sequenceid=16, compaction requested=false 2024-11-08T22:18:41,493 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T22:18:41,493 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T22:18:41,493 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T22:18:41,493 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T22:18:41,493 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731104320560Running coprocessor pre-close hooks at 1731104320560Disabling compacts and flushes for region at 1731104320560Disabling writes for close at 1731104320560Obtaining lock to block concurrent updates at 1731104320560Preparing flush snapshotting stores in 1588230740 at 1731104320560Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731104320561 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731104320561Flushing 1588230740/info: creating writer at 1731104320562 (+1 ms)Flushing 1588230740/info: appending metadata at 1731104320579 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731104320579Flushing 1588230740/ns: creating writer at 1731104320990 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731104321006 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731104321006Flushing 1588230740/rep_barrier: creating writer at 1731104321422 (+416 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731104321436 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731104321436Flushing 1588230740/table: creating writer at 1731104321449 (+13 ms)Flushing 1588230740/table: appending metadata at 1731104321462 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731104321462Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@717cda94: reopening flushed file at 1731104321470 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@dd4a7c7: reopening flushed file at 1731104321475 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25255f3a: reopening flushed file at 1731104321480 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@409e3fd6: reopening flushed file at 1731104321484 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 929ms, sequenceid=16, compaction requested=false at 1731104321489 (+5 ms)Writing region close event to WAL at 1731104321491 (+2 ms)Running coprocessor post-close hooks at 1731104321493 (+2 ms)Closed at 1731104321493 2024-11-08T22:18:41,494 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T22:18:41,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server ff635fa717b5,44803,1731104305435 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T22:18:41,550 WARN [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,41711,1731104300047.replicationSource.shipperff635fa717b5%2C41711%2C1731104300047,1-ff635fa717b5,41711,1731104300047 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server ff635fa717b5,44803,1731104305435 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T22:18:41,561 INFO [RS:0;ff635fa717b5:44803 {}] regionserver.HRegionServer(976): stopping server ff635fa717b5,44803,1731104305435; all regions closed. 2024-11-08T22:18:41,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38657 is added to blk_1073741834_1010 (size=4239) 2024-11-08T22:18:41,563 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/WALs/ff635fa717b5,44803,1731104305435/ff635fa717b5%2C44803%2C1731104305435.meta.1731104308142.meta not finished, retry = 0 2024-11-08T22:18:41,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38657 is added to blk_1073741839_1015 (size=3127) 2024-11-08T22:18:41,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38657 is added to blk_1073741833_1009 (size=1336) 2024-11-08T22:18:41,669 DEBUG [RS:0;ff635fa717b5:44803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:18:41,669 INFO [RS:0;ff635fa717b5:44803 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T22:18:41,669 INFO [RS:0;ff635fa717b5:44803 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T22:18:41,669 INFO [RS:0;ff635fa717b5:44803 {}] hbase.ChoreService(370): Chore service for: regionserver/ff635fa717b5:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T22:18:41,669 INFO [RS:0;ff635fa717b5:44803 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T22:18:41,670 INFO [RS:0;ff635fa717b5:44803 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ff635fa717b5,44803,1731104305435 because: Region server is closing 2024-11-08T22:18:41,670 INFO [RS:0;ff635fa717b5:44803 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff635fa717b5:44803. 2024-11-08T22:18:41,670 DEBUG [RS:0;ff635fa717b5:44803 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:18:41,670 DEBUG [RS:0;ff635fa717b5:44803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:18:41,670 DEBUG [RS:0;ff635fa717b5:44803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:18:41,670 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:18:41,670 INFO [regionserver/ff635fa717b5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T22:18:41,770 INFO [RS:0;ff635fa717b5:44803 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44803,1731104305435.replicationSource.shipperff635fa717b5%2C44803%2C1731104305435,1-ff635fa717b5,44803,1731104305435 terminated 2024-11-08T22:18:41,771 INFO [RS:0;ff635fa717b5:44803 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff635fa717b5:44803. 2024-11-08T22:18:41,771 DEBUG [RS:0;ff635fa717b5:44803 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:18:41,771 DEBUG [RS:0;ff635fa717b5:44803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:18:41,771 DEBUG [RS:0;ff635fa717b5:44803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:18:41,771 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:18:41,771 INFO [RS:0;ff635fa717b5:44803 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44803 2024-11-08T22:18:41,844 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,41711,1731104300047.replicationSource.wal-reader.ff635fa717b5%2C41711%2C1731104300047,1-ff635fa717b5,41711,1731104300047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/WALs/ff635fa717b5,41711,1731104300047/ff635fa717b5%2C41711%2C1731104300047.1731104300830 to pos 1033, reset compression=false 2024-11-08T22:18:41,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36459-0x1011c874cd30003, quorum=127.0.0.1:58666, baseZNode=/1663944979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1663944979/rs 2024-11-08T22:18:41,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44803-0x1011c874cd30004, quorum=127.0.0.1:58666, baseZNode=/1663944979 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1663944979/rs/ff635fa717b5,44803,1731104305435 2024-11-08T22:18:41,852 INFO [RS:0;ff635fa717b5:44803 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T22:18:41,863 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ff635fa717b5,44803,1731104305435] 2024-11-08T22:18:41,873 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1663944979/draining/ff635fa717b5,44803,1731104305435 already deleted, retry=false 2024-11-08T22:18:41,873 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ff635fa717b5,44803,1731104305435 expired; onlineServers=0 2024-11-08T22:18:41,873 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ff635fa717b5,36459,1731104304773' ***** 2024-11-08T22:18:41,874 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T22:18:41,874 INFO [M:0;ff635fa717b5:36459 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T22:18:41,874 INFO [M:0;ff635fa717b5:36459 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T22:18:41,874 DEBUG [M:0;ff635fa717b5:36459 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T22:18:41,874 DEBUG [M:0;ff635fa717b5:36459 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T22:18:41,874 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T22:18:41,874 DEBUG [master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.small.0-1731104307496 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.small.0-1731104307496,5,FailOnTimeoutGroup] 2024-11-08T22:18:41,874 DEBUG [master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.large.0-1731104307492 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.large.0-1731104307492,5,FailOnTimeoutGroup] 2024-11-08T22:18:41,874 INFO [M:0;ff635fa717b5:36459 {}] hbase.ChoreService(370): Chore service for: master/ff635fa717b5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T22:18:41,874 INFO [M:0;ff635fa717b5:36459 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T22:18:41,874 DEBUG [M:0;ff635fa717b5:36459 {}] master.HMaster(1795): Stopping service threads 2024-11-08T22:18:41,874 INFO [M:0;ff635fa717b5:36459 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T22:18:41,874 INFO [M:0;ff635fa717b5:36459 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T22:18:41,874 INFO [M:0;ff635fa717b5:36459 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T22:18:41,875 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T22:18:41,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36459-0x1011c874cd30003, quorum=127.0.0.1:58666, baseZNode=/1663944979 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1663944979/master 2024-11-08T22:18:41,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36459-0x1011c874cd30003, quorum=127.0.0.1:58666, baseZNode=/1663944979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1663944979 2024-11-08T22:18:41,884 DEBUG [M:0;ff635fa717b5:36459 {}] zookeeper.ZKUtil(347): master:36459-0x1011c874cd30003, quorum=127.0.0.1:58666, baseZNode=/1663944979 Unable to get data of znode /1663944979/master because node does not exist (not an error) 2024-11-08T22:18:41,884 WARN [M:0;ff635fa717b5:36459 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T22:18:41,885 INFO [M:0;ff635fa717b5:36459 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/.lastflushedseqids 2024-11-08T22:18:41,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38657 is added to blk_1073741850_1026 (size=263) 2024-11-08T22:18:41,953 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server ff635fa717b5:44803 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: ff635fa717b5/172.17.0.3:44803 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T22:18:41,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address ff635fa717b5:44803 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: ff635fa717b5/172.17.0.3:44803 2024-11-08T22:18:41,954 WARN [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,41711,1731104300047.replicationSource.shipperff635fa717b5%2C41711%2C1731104300047,1-ff635fa717b5,41711,1731104300047 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=ff635fa717b5:44803 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: ff635fa717b5/172.17.0.3:44803 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: ff635fa717b5/172.17.0.3:44803 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-08T22:18:41,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36459 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T22:18:41,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36459 {}] ipc.CallRunner(138): callId: 18 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:34314 deadline: 1731104381955, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-08T22:18:41,957 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,41711,1731104300047.replicationSource.shipperff635fa717b5%2C41711%2C1731104300047,1-ff635fa717b5,41711,1731104300047 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-08T22:18:41,957 WARN [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,41711,1731104300047.replicationSource.shipperff635fa717b5%2C41711%2C1731104300047,1-ff635fa717b5,41711,1731104300047 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-08T22:18:41,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44803-0x1011c874cd30004, quorum=127.0.0.1:58666, baseZNode=/1663944979 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:18:41,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44803-0x1011c874cd30004, quorum=127.0.0.1:58666, baseZNode=/1663944979 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:18:41,963 INFO [RS:0;ff635fa717b5:44803 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T22:18:41,963 INFO [RS:0;ff635fa717b5:44803 {}] regionserver.HRegionServer(1031): Exiting; stopping=ff635fa717b5,44803,1731104305435; zookeeper connection closed. 2024-11-08T22:18:41,963 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@651dd875 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@651dd875 2024-11-08T22:18:41,963 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T22:18:42,289 INFO [M:0;ff635fa717b5:36459 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T22:18:42,289 INFO [M:0;ff635fa717b5:36459 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T22:18:42,289 DEBUG [M:0;ff635fa717b5:36459 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T22:18:42,289 INFO [M:0;ff635fa717b5:36459 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:18:42,289 DEBUG [M:0;ff635fa717b5:36459 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:18:42,289 DEBUG [M:0;ff635fa717b5:36459 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T22:18:42,289 DEBUG [M:0;ff635fa717b5:36459 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:18:42,289 INFO [M:0;ff635fa717b5:36459 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-08T22:18:42,306 DEBUG [M:0;ff635fa717b5:36459 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4afc3305a2864ff69e8ed75f5573c513 is 82, key is hbase:meta,,1/info:regioninfo/1731104308178/Put/seqid=0 2024-11-08T22:18:42,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38657 is added to blk_1073741851_1027 (size=5672) 2024-11-08T22:18:42,347 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,41711,1731104300047.replicationSource.wal-reader.ff635fa717b5%2C41711%2C1731104300047,1-ff635fa717b5,41711,1731104300047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/WALs/ff635fa717b5,41711,1731104300047/ff635fa717b5%2C41711%2C1731104300047.1731104300830 to pos 1033, reset compression=false 2024-11-08T22:18:42,457 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,41711,1731104300047.replicationSource.shipperff635fa717b5%2C41711%2C1731104300047,1-ff635fa717b5,41711,1731104300047 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-08T22:18:42,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36459 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T22:18:42,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36459 {}] ipc.CallRunner(138): callId: 20 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:34314 deadline: 1731104382459, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-08T22:18:42,459 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,41711,1731104300047.replicationSource.shipperff635fa717b5%2C41711%2C1731104300047,1-ff635fa717b5,41711,1731104300047 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-08T22:18:42,460 WARN [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,41711,1731104300047.replicationSource.shipperff635fa717b5%2C41711%2C1731104300047,1-ff635fa717b5,41711,1731104300047 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-08T22:18:42,460 WARN [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,41711,1731104300047.replicationSource.shipperff635fa717b5%2C41711%2C1731104300047,1-ff635fa717b5,41711,1731104300047 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-08T22:18:42,710 INFO [M:0;ff635fa717b5:36459 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4afc3305a2864ff69e8ed75f5573c513 2024-11-08T22:18:42,730 DEBUG [M:0;ff635fa717b5:36459 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f6599d7fd14b4090848356e9128aaef0 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731104315958/Put/seqid=0 2024-11-08T22:18:42,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38657 is added to blk_1073741852_1028 (size=8516) 2024-11-08T22:18:42,950 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,41711,1731104300047.replicationSource.wal-reader.ff635fa717b5%2C41711%2C1731104300047,1-ff635fa717b5,41711,1731104300047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/WALs/ff635fa717b5,41711,1731104300047/ff635fa717b5%2C41711%2C1731104300047.1731104300830 to pos 1033, reset compression=false 2024-11-08T22:18:43,061 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,41711,1731104300047.replicationSource.shipperff635fa717b5%2C41711%2C1731104300047,1-ff635fa717b5,41711,1731104300047 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-08T22:18:43,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36459 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T22:18:43,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36459 {}] ipc.CallRunner(138): callId: 22 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:34314 deadline: 1731104383062, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-08T22:18:43,063 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,41711,1731104300047.replicationSource.shipperff635fa717b5%2C41711%2C1731104300047,1-ff635fa717b5,41711,1731104300047 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-08T22:18:43,063 WARN [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,41711,1731104300047.replicationSource.shipperff635fa717b5%2C41711%2C1731104300047,1-ff635fa717b5,41711,1731104300047 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-08T22:18:43,063 WARN [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,41711,1731104300047.replicationSource.shipperff635fa717b5%2C41711%2C1731104300047,1-ff635fa717b5,41711,1731104300047 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-08T22:18:43,137 INFO [M:0;ff635fa717b5:36459 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f6599d7fd14b4090848356e9128aaef0 2024-11-08T22:18:43,138 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-08T22:18:43,138 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-08T22:18:43,153 DEBUG [M:0;ff635fa717b5:36459 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/44b493b121ec4a38a1fa5aea2831d892 is 69, key is ff635fa717b5,44803,1731104305435/rs:state/1731104307569/Put/seqid=0 2024-11-08T22:18:43,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38657 is added to blk_1073741853_1029 (size=5156) 2024-11-08T22:18:43,557 INFO [M:0;ff635fa717b5:36459 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/44b493b121ec4a38a1fa5aea2831d892 2024-11-08T22:18:43,561 DEBUG [M:0;ff635fa717b5:36459 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4afc3305a2864ff69e8ed75f5573c513 as hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4afc3305a2864ff69e8ed75f5573c513 2024-11-08T22:18:43,565 INFO [M:0;ff635fa717b5:36459 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4afc3305a2864ff69e8ed75f5573c513, entries=8, sequenceid=97, filesize=5.5 K 2024-11-08T22:18:43,566 DEBUG [M:0;ff635fa717b5:36459 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f6599d7fd14b4090848356e9128aaef0 as hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f6599d7fd14b4090848356e9128aaef0 2024-11-08T22:18:43,570 INFO [M:0;ff635fa717b5:36459 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f6599d7fd14b4090848356e9128aaef0, entries=11, sequenceid=97, filesize=8.3 K 2024-11-08T22:18:43,570 DEBUG [M:0;ff635fa717b5:36459 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/44b493b121ec4a38a1fa5aea2831d892 as hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/44b493b121ec4a38a1fa5aea2831d892 2024-11-08T22:18:43,574 INFO [M:0;ff635fa717b5:36459 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46803/user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/44b493b121ec4a38a1fa5aea2831d892, entries=1, sequenceid=97, filesize=5.0 K 2024-11-08T22:18:43,575 INFO [M:0;ff635fa717b5:36459 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=97, compaction requested=false 2024-11-08T22:18:43,576 INFO [M:0;ff635fa717b5:36459 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:18:43,576 DEBUG [M:0;ff635fa717b5:36459 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731104322289Disabling compacts and flushes for region at 1731104322289Disabling writes for close at 1731104322289Obtaining lock to block concurrent updates at 1731104322289Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731104322289Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731104322290 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731104322290Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731104322290Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731104322306 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731104322306Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731104322714 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731104322729 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731104322729Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731104323141 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731104323153 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731104323153Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32e7d9e4: reopening flushed file at 1731104323561 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a8506c6: reopening flushed file at 1731104323565 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78810eb3: reopening flushed file at 1731104323570 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=97, compaction requested=false at 1731104323575 (+5 ms)Writing region close event to WAL at 1731104323576 (+1 ms)Closed at 1731104323576 2024-11-08T22:18:43,578 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d212274d-1c2f-e234-95f1-3d16fcc55d10/MasterData/WALs/ff635fa717b5,36459,1731104304773/ff635fa717b5%2C36459%2C1731104304773.1731104307238 not finished, retry = 0 2024-11-08T22:18:43,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38657 is added to blk_1073741830_1006 (size=63654) 2024-11-08T22:18:43,654 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,41711,1731104300047.replicationSource.wal-reader.ff635fa717b5%2C41711%2C1731104300047,1-ff635fa717b5,41711,1731104300047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/WALs/ff635fa717b5,41711,1731104300047/ff635fa717b5%2C41711%2C1731104300047.1731104300830 to pos 1033, reset compression=false 2024-11-08T22:18:43,679 INFO [M:0;ff635fa717b5:36459 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T22:18:43,679 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T22:18:43,679 INFO [M:0;ff635fa717b5:36459 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36459 2024-11-08T22:18:43,679 INFO [M:0;ff635fa717b5:36459 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T22:18:43,764 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,41711,1731104300047.replicationSource.shipperff635fa717b5%2C41711%2C1731104300047,1-ff635fa717b5,41711,1731104300047 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-08T22:18:43,765 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server ff635fa717b5:36459 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: ff635fa717b5/172.17.0.3:36459 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T22:18:43,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address ff635fa717b5:36459 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: ff635fa717b5/172.17.0.3:36459 2024-11-08T22:18:43,867 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:18:43,868 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server ff635fa717b5:36459 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: ff635fa717b5/172.17.0.3:36459 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T22:18:43,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ff635fa717b5,36459,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=ff635fa717b5:36459 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: ff635fa717b5/172.17.0.3:36459 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-08T22:18:43,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address ff635fa717b5:36459 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: ff635fa717b5/172.17.0.3:36459 2024-11-08T22:18:43,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36459-0x1011c874cd30003, quorum=127.0.0.1:58666, baseZNode=/1663944979 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:18:43,956 INFO [M:0;ff635fa717b5:36459 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T22:18:43,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36459-0x1011c874cd30003, quorum=127.0.0.1:58666, baseZNode=/1663944979 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:18:43,959 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2f60f768{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T22:18:43,959 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2c69b0dc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T22:18:43,959 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T22:18:43,959 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25b72c63{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T22:18:43,959 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@238820ed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74cbf182-fac5-92de-f2f2-4fed42148dd1/hadoop.log.dir/,STOPPED} 2024-11-08T22:18:43,961 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T22:18:43,961 WARN [BP-696827163-172.17.0.3-1731104301942 heartbeating to localhost/127.0.0.1:46803 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T22:18:43,961 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T22:18:43,961 WARN [BP-696827163-172.17.0.3-1731104301942 heartbeating to localhost/127.0.0.1:46803 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-696827163-172.17.0.3-1731104301942 (Datanode Uuid 2f8fecac-0434-4272-8420-007bdbe14a29) service to localhost/127.0.0.1:46803 2024-11-08T22:18:43,961 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74cbf182-fac5-92de-f2f2-4fed42148dd1/cluster_385d87a1-1b61-2a99-a0ba-02507a2e07ce/data/data1/current/BP-696827163-172.17.0.3-1731104301942 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T22:18:43,961 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74cbf182-fac5-92de-f2f2-4fed42148dd1/cluster_385d87a1-1b61-2a99-a0ba-02507a2e07ce/data/data2/current/BP-696827163-172.17.0.3-1731104301942 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T22:18:43,961 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T22:18:43,966 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1c4271fa{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T22:18:43,966 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@68bc7d85{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T22:18:43,966 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T22:18:43,966 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c26de6c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T22:18:43,966 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8136eb1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74cbf182-fac5-92de-f2f2-4fed42148dd1/hadoop.log.dir/,STOPPED} 2024-11-08T22:18:43,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T22:18:43,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T22:18:43,983 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T22:18:43,984 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:18:43,984 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:18:43,984 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:18:43,984 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:18:43,984 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T22:18:43,984 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1894832650, stopped=false 2024-11-08T22:18:43,984 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ff635fa717b5,37031,1731104299748 2024-11-08T22:18:44,078 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:18:44,078 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to ff635fa717b5:36459 this server is in the failed servers list 2024-11-08T22:18:44,079 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ff635fa717b5,36459,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=ff635fa717b5:36459 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: ff635fa717b5:36459 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T22:18:44,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41711-0x1011c874cd30001, quorum=127.0.0.1:58666, baseZNode=/0-2083234819 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2083234819/running 2024-11-08T22:18:44,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41711-0x1011c874cd30001, quorum=127.0.0.1:58666, baseZNode=/0-2083234819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2083234819 2024-11-08T22:18:44,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37031-0x1011c874cd30000, quorum=127.0.0.1:58666, baseZNode=/0-2083234819 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2083234819/running 2024-11-08T22:18:44,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37031-0x1011c874cd30000, quorum=127.0.0.1:58666, baseZNode=/0-2083234819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2083234819 2024-11-08T22:18:44,123 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T22:18:44,123 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37031-0x1011c874cd30000, quorum=127.0.0.1:58666, baseZNode=/0-2083234819 Set watcher on znode that does not yet exist, /0-2083234819/running 2024-11-08T22:18:44,123 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T22:18:44,123 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41711-0x1011c874cd30001, quorum=127.0.0.1:58666, baseZNode=/0-2083234819 Set watcher on znode that does not yet exist, /0-2083234819/running 2024-11-08T22:18:44,124 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:18:44,124 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:18:44,124 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ff635fa717b5,41711,1731104300047' ***** 2024-11-08T22:18:44,124 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T22:18:44,124 INFO [RS:0;ff635fa717b5:41711 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T22:18:44,124 INFO [RS:0;ff635fa717b5:41711 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T22:18:44,124 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T22:18:44,124 INFO [RS:0;ff635fa717b5:41711 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T22:18:44,124 INFO [RS:0;ff635fa717b5:41711 {}] regionserver.HRegionServer(3091): Received CLOSE for 75c3b536bce5206dc98d3def957c3f0f 2024-11-08T22:18:44,124 INFO [RS:0;ff635fa717b5:41711 {}] regionserver.HRegionServer(3091): Received CLOSE for 7e5bfc3b535b0018b2b2b53aef389240 2024-11-08T22:18:44,124 INFO [RS:0;ff635fa717b5:41711 {}] regionserver.HRegionServer(959): stopping server ff635fa717b5,41711,1731104300047 2024-11-08T22:18:44,124 INFO [RS:0;ff635fa717b5:41711 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T22:18:44,125 INFO [RS:0;ff635fa717b5:41711 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff635fa717b5:41711. 2024-11-08T22:18:44,125 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 75c3b536bce5206dc98d3def957c3f0f, disabling compactions & flushes 2024-11-08T22:18:44,125 DEBUG [RS:0;ff635fa717b5:41711 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:18:44,125 DEBUG [RS:0;ff635fa717b5:41711 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:18:44,125 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731104308269.75c3b536bce5206dc98d3def957c3f0f. 2024-11-08T22:18:44,125 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731104308269.75c3b536bce5206dc98d3def957c3f0f. 2024-11-08T22:18:44,125 INFO [RS:0;ff635fa717b5:41711 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T22:18:44,125 INFO [RS:0;ff635fa717b5:41711 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T22:18:44,125 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731104308269.75c3b536bce5206dc98d3def957c3f0f. after waiting 0 ms 2024-11-08T22:18:44,125 INFO [RS:0;ff635fa717b5:41711 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T22:18:44,125 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731104308269.75c3b536bce5206dc98d3def957c3f0f. 2024-11-08T22:18:44,125 INFO [RS:0;ff635fa717b5:41711 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T22:18:44,125 INFO [RS:0;ff635fa717b5:41711 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T22:18:44,125 DEBUG [RS:0;ff635fa717b5:41711 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 75c3b536bce5206dc98d3def957c3f0f=test,,1731104308269.75c3b536bce5206dc98d3def957c3f0f., 7e5bfc3b535b0018b2b2b53aef389240=hbase:replication,,1731104312617.7e5bfc3b535b0018b2b2b53aef389240.} 2024-11-08T22:18:44,125 DEBUG [RS:0;ff635fa717b5:41711 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 75c3b536bce5206dc98d3def957c3f0f, 7e5bfc3b535b0018b2b2b53aef389240 2024-11-08T22:18:44,125 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T22:18:44,125 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T22:18:44,125 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T22:18:44,125 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T22:18:44,125 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T22:18:44,125 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T22:18:44,128 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/data/default/test/75c3b536bce5206dc98d3def957c3f0f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T22:18:44,128 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T22:18:44,128 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T22:18:44,128 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731104308269.75c3b536bce5206dc98d3def957c3f0f. 2024-11-08T22:18:44,129 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 75c3b536bce5206dc98d3def957c3f0f: Waiting for close lock at 1731104324124Running coprocessor pre-close hooks at 1731104324124Disabling compacts and flushes for region at 1731104324125 (+1 ms)Disabling writes for close at 1731104324125Writing region close event to WAL at 1731104324125Running coprocessor post-close hooks at 1731104324128 (+3 ms)Closed at 1731104324128 2024-11-08T22:18:44,129 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731104308269.75c3b536bce5206dc98d3def957c3f0f. 2024-11-08T22:18:44,129 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7e5bfc3b535b0018b2b2b53aef389240, disabling compactions & flushes 2024-11-08T22:18:44,129 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731104312617.7e5bfc3b535b0018b2b2b53aef389240. 2024-11-08T22:18:44,129 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731104312617.7e5bfc3b535b0018b2b2b53aef389240. 2024-11-08T22:18:44,129 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731104312617.7e5bfc3b535b0018b2b2b53aef389240. after waiting 0 ms 2024-11-08T22:18:44,129 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731104312617.7e5bfc3b535b0018b2b2b53aef389240. 2024-11-08T22:18:44,129 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7e5bfc3b535b0018b2b2b53aef389240 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-08T22:18:44,143 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/data/hbase/meta/1588230740/.tmp/info/b6e915dbc39d4e6580cf5ad0fc73f0a4 is 147, key is hbase:replication,,1731104312617.7e5bfc3b535b0018b2b2b53aef389240./info:regioninfo/1731104313970/Put/seqid=0 2024-11-08T22:18:44,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36247 is added to blk_1073741846_1022 (size=7686) 2024-11-08T22:18:44,146 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/data/hbase/replication/7e5bfc3b535b0018b2b2b53aef389240/.tmp/hfileref/725e5af16c144d279920d375e88fea82 is 74, key is 1/hfileref:775115c5e88b420da10aed715d4139ac_SeqId_6_/1731104320309/Put/seqid=0 2024-11-08T22:18:44,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36247 is added to blk_1073741847_1023 (size=5345) 2024-11-08T22:18:44,150 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/data/hbase/replication/7e5bfc3b535b0018b2b2b53aef389240/.tmp/hfileref/725e5af16c144d279920d375e88fea82 2024-11-08T22:18:44,171 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/data/hbase/replication/7e5bfc3b535b0018b2b2b53aef389240/.tmp/queue/a11558ef8d0544f883ca63636ffa1cab is 153, key is 1-ff635fa717b5,41711,1731104300047/queue:ff635fa717b5%2C41711%2C1731104300047/1731104317910/Put/seqid=0 2024-11-08T22:18:44,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36247 is added to blk_1073741848_1024 (size=5352) 2024-11-08T22:18:44,216 INFO [regionserver/ff635fa717b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T22:18:44,325 DEBUG [RS:0;ff635fa717b5:41711 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7e5bfc3b535b0018b2b2b53aef389240 2024-11-08T22:18:44,387 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:18:44,388 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to ff635fa717b5:36459 this server is in the failed servers list 2024-11-08T22:18:44,388 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ff635fa717b5,36459,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=ff635fa717b5:36459 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: ff635fa717b5:36459 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T22:18:44,458 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,41711,1731104300047.replicationSource.wal-reader.ff635fa717b5%2C41711%2C1731104300047,1-ff635fa717b5,41711,1731104300047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/WALs/ff635fa717b5,41711,1731104300047/ff635fa717b5%2C41711%2C1731104300047.1731104300830 to pos 1033, reset compression=false 2024-11-08T22:18:44,462 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,41711,1731104300047.replicationSource.wal-reader.ff635fa717b5%2C41711%2C1731104300047,1-ff635fa717b5,41711,1731104300047 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T22:18:44,463 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,41711,1731104300047.replicationSource.wal-reader.ff635fa717b5%2C41711%2C1731104300047,1-ff635fa717b5,41711,1731104300047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/WALs/ff635fa717b5,41711,1731104300047/ff635fa717b5%2C41711%2C1731104300047.1731104300830 to pos 1328, reset compression=false 2024-11-08T22:18:44,525 DEBUG [RS:0;ff635fa717b5:41711 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7e5bfc3b535b0018b2b2b53aef389240 2024-11-08T22:18:44,547 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/data/hbase/meta/1588230740/.tmp/info/b6e915dbc39d4e6580cf5ad0fc73f0a4 2024-11-08T22:18:44,569 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/data/hbase/meta/1588230740/.tmp/ns/972cf461080545fa840d055ece294d43 is 43, key is default/ns:d/1731104301851/Put/seqid=0 2024-11-08T22:18:44,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36247 is added to blk_1073741849_1025 (size=5153) 2024-11-08T22:18:44,573 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/data/hbase/meta/1588230740/.tmp/ns/972cf461080545fa840d055ece294d43 2024-11-08T22:18:44,575 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/data/hbase/replication/7e5bfc3b535b0018b2b2b53aef389240/.tmp/queue/a11558ef8d0544f883ca63636ffa1cab 2024-11-08T22:18:44,581 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/data/hbase/replication/7e5bfc3b535b0018b2b2b53aef389240/.tmp/hfileref/725e5af16c144d279920d375e88fea82 as hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/data/hbase/replication/7e5bfc3b535b0018b2b2b53aef389240/hfileref/725e5af16c144d279920d375e88fea82 2024-11-08T22:18:44,586 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/data/hbase/replication/7e5bfc3b535b0018b2b2b53aef389240/hfileref/725e5af16c144d279920d375e88fea82, entries=4, sequenceid=10, filesize=5.2 K 2024-11-08T22:18:44,589 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/data/hbase/replication/7e5bfc3b535b0018b2b2b53aef389240/.tmp/queue/a11558ef8d0544f883ca63636ffa1cab as hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/data/hbase/replication/7e5bfc3b535b0018b2b2b53aef389240/queue/a11558ef8d0544f883ca63636ffa1cab 2024-11-08T22:18:44,595 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/data/hbase/replication/7e5bfc3b535b0018b2b2b53aef389240/queue/a11558ef8d0544f883ca63636ffa1cab, entries=1, sequenceid=10, filesize=5.2 K 2024-11-08T22:18:44,596 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 7e5bfc3b535b0018b2b2b53aef389240 in 466ms, sequenceid=10, compaction requested=false 2024-11-08T22:18:44,598 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/data/hbase/meta/1588230740/.tmp/rep_barrier/05568385aa50489a92c0ea20023248ba is 112, key is test,,1731104308269.75c3b536bce5206dc98d3def957c3f0f./rep_barrier:seqnumDuringOpen/1731104309475/Put/seqid=0 2024-11-08T22:18:44,601 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/data/hbase/replication/7e5bfc3b535b0018b2b2b53aef389240/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-08T22:18:44,601 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T22:18:44,601 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T22:18:44,602 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731104312617.7e5bfc3b535b0018b2b2b53aef389240. 2024-11-08T22:18:44,602 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7e5bfc3b535b0018b2b2b53aef389240: Waiting for close lock at 1731104324129Running coprocessor pre-close hooks at 1731104324129Disabling compacts and flushes for region at 1731104324129Disabling writes for close at 1731104324129Obtaining lock to block concurrent updates at 1731104324129Preparing flush snapshotting stores in 7e5bfc3b535b0018b2b2b53aef389240 at 1731104324129Finished memstore snapshotting hbase:replication,,1731104312617.7e5bfc3b535b0018b2b2b53aef389240., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1731104324129Flushing stores of hbase:replication,,1731104312617.7e5bfc3b535b0018b2b2b53aef389240. at 1731104324130 (+1 ms)Flushing 7e5bfc3b535b0018b2b2b53aef389240/hfileref: creating writer at 1731104324130Flushing 7e5bfc3b535b0018b2b2b53aef389240/hfileref: appending metadata at 1731104324146 (+16 ms)Flushing 7e5bfc3b535b0018b2b2b53aef389240/hfileref: closing flushed file at 1731104324146Flushing 7e5bfc3b535b0018b2b2b53aef389240/queue: creating writer at 1731104324154 (+8 ms)Flushing 7e5bfc3b535b0018b2b2b53aef389240/queue: appending metadata at 1731104324171 (+17 ms)Flushing 7e5bfc3b535b0018b2b2b53aef389240/queue: closing flushed file at 1731104324171Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3247444d: reopening flushed file at 1731104324580 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@789ea449: reopening flushed file at 1731104324587 (+7 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 7e5bfc3b535b0018b2b2b53aef389240 in 466ms, sequenceid=10, compaction requested=false at 1731104324596 (+9 ms)Writing region close event to WAL at 1731104324598 (+2 ms)Running coprocessor post-close hooks at 1731104324601 (+3 ms)Closed at 1731104324601 2024-11-08T22:18:44,602 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731104312617.7e5bfc3b535b0018b2b2b53aef389240. 2024-11-08T22:18:44,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36247 is added to blk_1073741850_1026 (size=5518) 2024-11-08T22:18:44,602 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/data/hbase/meta/1588230740/.tmp/rep_barrier/05568385aa50489a92c0ea20023248ba 2024-11-08T22:18:44,623 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/data/hbase/meta/1588230740/.tmp/table/965cd3f5cdf643209af5131891fb9ae1 is 53, key is hbase:replication/table:state/1731104313988/Put/seqid=0 2024-11-08T22:18:44,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36247 is added to blk_1073741851_1027 (size=5308) 2024-11-08T22:18:44,665 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,41711,1731104300047.replicationSource.wal-reader.ff635fa717b5%2C41711%2C1731104300047,1-ff635fa717b5,41711,1731104300047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/WALs/ff635fa717b5,41711,1731104300047/ff635fa717b5%2C41711%2C1731104300047.1731104300830 to pos 1328, reset compression=false 2024-11-08T22:18:44,726 DEBUG [RS:0;ff635fa717b5:41711 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T22:18:44,735 INFO [regionserver/ff635fa717b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T22:18:44,735 INFO [regionserver/ff635fa717b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T22:18:44,897 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:18:44,898 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to ff635fa717b5:36459 this server is in the failed servers list 2024-11-08T22:18:44,898 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ff635fa717b5,36459,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=ff635fa717b5:36459 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: ff635fa717b5:36459 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T22:18:44,926 DEBUG [RS:0;ff635fa717b5:41711 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T22:18:44,972 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,41711,1731104300047.replicationSource.wal-reader.ff635fa717b5%2C41711%2C1731104300047,1-ff635fa717b5,41711,1731104300047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/WALs/ff635fa717b5,41711,1731104300047/ff635fa717b5%2C41711%2C1731104300047.1731104300830 to pos 1328, reset compression=false 2024-11-08T22:18:45,027 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/data/hbase/meta/1588230740/.tmp/table/965cd3f5cdf643209af5131891fb9ae1 2024-11-08T22:18:45,031 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/data/hbase/meta/1588230740/.tmp/info/b6e915dbc39d4e6580cf5ad0fc73f0a4 as hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/data/hbase/meta/1588230740/info/b6e915dbc39d4e6580cf5ad0fc73f0a4 2024-11-08T22:18:45,035 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/data/hbase/meta/1588230740/info/b6e915dbc39d4e6580cf5ad0fc73f0a4, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T22:18:45,036 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/data/hbase/meta/1588230740/.tmp/ns/972cf461080545fa840d055ece294d43 as hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/data/hbase/meta/1588230740/ns/972cf461080545fa840d055ece294d43 2024-11-08T22:18:45,040 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/data/hbase/meta/1588230740/ns/972cf461080545fa840d055ece294d43, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T22:18:45,041 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/data/hbase/meta/1588230740/.tmp/rep_barrier/05568385aa50489a92c0ea20023248ba as hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/data/hbase/meta/1588230740/rep_barrier/05568385aa50489a92c0ea20023248ba 2024-11-08T22:18:45,045 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/data/hbase/meta/1588230740/rep_barrier/05568385aa50489a92c0ea20023248ba, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T22:18:45,046 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/data/hbase/meta/1588230740/.tmp/table/965cd3f5cdf643209af5131891fb9ae1 as hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/data/hbase/meta/1588230740/table/965cd3f5cdf643209af5131891fb9ae1 2024-11-08T22:18:45,050 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/data/hbase/meta/1588230740/table/965cd3f5cdf643209af5131891fb9ae1, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T22:18:45,051 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 926ms, sequenceid=16, compaction requested=false 2024-11-08T22:18:45,057 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T22:18:45,057 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T22:18:45,057 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T22:18:45,057 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T22:18:45,057 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731104324125Running coprocessor pre-close hooks at 1731104324125Disabling compacts and flushes for region at 1731104324125Disabling writes for close at 1731104324125Obtaining lock to block concurrent updates at 1731104324125Preparing flush snapshotting stores in 1588230740 at 1731104324125Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731104324126 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731104324126Flushing 1588230740/info: creating writer at 1731104324126Flushing 1588230740/info: appending metadata at 1731104324142 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731104324142Flushing 1588230740/ns: creating writer at 1731104324551 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731104324569 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731104324569Flushing 1588230740/rep_barrier: creating writer at 1731104324578 (+9 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731104324597 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731104324597Flushing 1588230740/table: creating writer at 1731104324606 (+9 ms)Flushing 1588230740/table: appending metadata at 1731104324622 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731104324622Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2748ae08: reopening flushed file at 1731104325031 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@378acc54: reopening flushed file at 1731104325035 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cae8847: reopening flushed file at 1731104325040 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e3151fb: reopening flushed file at 1731104325045 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 926ms, sequenceid=16, compaction requested=false at 1731104325051 (+6 ms)Writing region close event to WAL at 1731104325054 (+3 ms)Running coprocessor post-close hooks at 1731104325057 (+3 ms)Closed at 1731104325057 2024-11-08T22:18:45,057 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T22:18:45,126 INFO [RS:0;ff635fa717b5:41711 {}] regionserver.HRegionServer(976): stopping server ff635fa717b5,41711,1731104300047; all regions closed. 2024-11-08T22:18:45,128 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/WALs/ff635fa717b5,41711,1731104300047/ff635fa717b5%2C41711%2C1731104300047.meta.1731104301783.meta not finished, retry = 0 2024-11-08T22:18:45,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36247 is added to blk_1073741834_1010 (size=4239) 2024-11-08T22:18:45,230 DEBUG [RS:0;ff635fa717b5:41711 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/oldWALs 2024-11-08T22:18:45,230 INFO [RS:0;ff635fa717b5:41711 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ff635fa717b5%2C41711%2C1731104300047.meta:.meta(num 1731104301783) 2024-11-08T22:18:45,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36247 is added to blk_1073741839_1015 (size=2695) 2024-11-08T22:18:45,232 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/WALs/ff635fa717b5,41711,1731104300047/ff635fa717b5%2C41711%2C1731104300047.rep.1731104313821 not finished, retry = 0 2024-11-08T22:18:45,334 DEBUG [RS:0;ff635fa717b5:41711 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/oldWALs 2024-11-08T22:18:45,335 INFO [RS:0;ff635fa717b5:41711 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ff635fa717b5%2C41711%2C1731104300047.rep:(num 1731104313821) 2024-11-08T22:18:45,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36247 is added to blk_1073741832_1008 (size=1336) 2024-11-08T22:18:45,339 DEBUG [RS:0;ff635fa717b5:41711 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/oldWALs 2024-11-08T22:18:45,339 INFO [RS:0;ff635fa717b5:41711 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ff635fa717b5%2C41711%2C1731104300047:(num 1731104300830) 2024-11-08T22:18:45,339 DEBUG [RS:0;ff635fa717b5:41711 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:18:45,339 INFO [RS:0;ff635fa717b5:41711 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T22:18:45,339 INFO [RS:0;ff635fa717b5:41711 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T22:18:45,339 INFO [RS:0;ff635fa717b5:41711 {}] hbase.ChoreService(370): Chore service for: regionserver/ff635fa717b5:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T22:18:45,339 INFO [RS:0;ff635fa717b5:41711 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T22:18:45,339 INFO [regionserver/ff635fa717b5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T22:18:45,339 INFO [RS:0;ff635fa717b5:41711 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ff635fa717b5,41711,1731104300047 because: Region server is closing 2024-11-08T22:18:45,339 INFO [RS:0;ff635fa717b5:41711 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff635fa717b5:41711. 2024-11-08T22:18:45,339 DEBUG [RS:0;ff635fa717b5:41711 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:18:45,339 DEBUG [RS:0;ff635fa717b5:41711 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:18:45,339 DEBUG [RS:0;ff635fa717b5:41711 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:18:45,339 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:18:45,440 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,41711,1731104300047.replicationSource.shipperff635fa717b5%2C41711%2C1731104300047,1-ff635fa717b5,41711,1731104300047 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-08T22:18:45,440 WARN [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,41711,1731104300047.replicationSource.shipperff635fa717b5%2C41711%2C1731104300047,1-ff635fa717b5,41711,1731104300047 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-08T22:18:45,440 WARN [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,41711,1731104300047.replicationSource.shipperff635fa717b5%2C41711%2C1731104300047,1-ff635fa717b5,41711,1731104300047 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-08T22:18:45,907 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:18:45,907 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ff635fa717b5,36459,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff635fa717b5:36459 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T22:18:45,910 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2143 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ff635fa717b5,36459,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff635fa717b5:36459 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T22:18:46,067 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T22:18:46,097 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:18:46,097 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:18:46,098 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:18:46,098 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:18:46,098 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:18:46,098 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:18:46,103 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:18:46,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:18:46,108 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:18:46,241 INFO [RS:0;ff635fa717b5:41711 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,41711,1731104300047.replicationSource.shipperff635fa717b5%2C41711%2C1731104300047,1-ff635fa717b5,41711,1731104300047 terminated 2024-11-08T22:18:46,241 INFO [RS:0;ff635fa717b5:41711 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff635fa717b5:41711. 2024-11-08T22:18:46,241 DEBUG [RS:0;ff635fa717b5:41711 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:18:46,241 DEBUG [RS:0;ff635fa717b5:41711 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:18:46,241 DEBUG [RS:0;ff635fa717b5:41711 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:18:46,241 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:18:46,241 INFO [RS:0;ff635fa717b5:41711 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41711 2024-11-08T22:18:46,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41711-0x1011c874cd30001, quorum=127.0.0.1:58666, baseZNode=/0-2083234819 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2083234819/rs/ff635fa717b5,41711,1731104300047 2024-11-08T22:18:46,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37031-0x1011c874cd30000, quorum=127.0.0.1:58666, baseZNode=/0-2083234819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2083234819/rs 2024-11-08T22:18:46,357 INFO [RS:0;ff635fa717b5:41711 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T22:18:46,368 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ff635fa717b5,41711,1731104300047] 2024-11-08T22:18:46,379 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2083234819/draining/ff635fa717b5,41711,1731104300047 already deleted, retry=false 2024-11-08T22:18:46,379 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ff635fa717b5,41711,1731104300047 expired; onlineServers=0 2024-11-08T22:18:46,379 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ff635fa717b5,37031,1731104299748' ***** 2024-11-08T22:18:46,379 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T22:18:46,379 INFO [M:0;ff635fa717b5:37031 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T22:18:46,379 INFO [M:0;ff635fa717b5:37031 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T22:18:46,379 DEBUG [M:0;ff635fa717b5:37031 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T22:18:46,379 DEBUG [M:0;ff635fa717b5:37031 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T22:18:46,379 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T22:18:46,379 INFO [M:0;ff635fa717b5:37031 {}] hbase.ChoreService(370): Chore service for: master/ff635fa717b5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T22:18:46,379 INFO [M:0;ff635fa717b5:37031 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T22:18:46,379 DEBUG [M:0;ff635fa717b5:37031 {}] master.HMaster(1795): Stopping service threads 2024-11-08T22:18:46,379 INFO [M:0;ff635fa717b5:37031 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T22:18:46,380 INFO [M:0;ff635fa717b5:37031 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T22:18:46,380 INFO [M:0;ff635fa717b5:37031 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T22:18:46,380 DEBUG [master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.small.0-1731104300589 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.small.0-1731104300589,5,FailOnTimeoutGroup] 2024-11-08T22:18:46,380 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T22:18:46,380 DEBUG [master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.large.0-1731104300589 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.large.0-1731104300589,5,FailOnTimeoutGroup] 2024-11-08T22:18:46,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37031-0x1011c874cd30000, quorum=127.0.0.1:58666, baseZNode=/0-2083234819 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2083234819/master 2024-11-08T22:18:46,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37031-0x1011c874cd30000, quorum=127.0.0.1:58666, baseZNode=/0-2083234819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2083234819 2024-11-08T22:18:46,389 DEBUG [M:0;ff635fa717b5:37031 {}] zookeeper.ZKUtil(347): master:37031-0x1011c874cd30000, quorum=127.0.0.1:58666, baseZNode=/0-2083234819 Unable to get data of znode /0-2083234819/master because node does not exist (not an error) 2024-11-08T22:18:46,389 WARN [M:0;ff635fa717b5:37031 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T22:18:46,389 INFO [M:0;ff635fa717b5:37031 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/.lastflushedseqids 2024-11-08T22:18:46,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36247 is added to blk_1073741852_1028 (size=263) 2024-11-08T22:18:46,394 INFO [M:0;ff635fa717b5:37031 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T22:18:46,394 INFO [M:0;ff635fa717b5:37031 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T22:18:46,394 DEBUG [M:0;ff635fa717b5:37031 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T22:18:46,394 INFO [M:0;ff635fa717b5:37031 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:18:46,394 DEBUG [M:0;ff635fa717b5:37031 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:18:46,394 DEBUG [M:0;ff635fa717b5:37031 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T22:18:46,395 DEBUG [M:0;ff635fa717b5:37031 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:18:46,395 INFO [M:0;ff635fa717b5:37031 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-08T22:18:46,408 DEBUG [M:0;ff635fa717b5:37031 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9dc9f515387342b0a60a90bd72d1d196 is 82, key is hbase:meta,,1/info:regioninfo/1731104301828/Put/seqid=0 2024-11-08T22:18:46,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36247 is added to blk_1073741853_1029 (size=5672) 2024-11-08T22:18:46,412 INFO [M:0;ff635fa717b5:37031 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9dc9f515387342b0a60a90bd72d1d196 2024-11-08T22:18:46,429 DEBUG [M:0;ff635fa717b5:37031 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2cce3133dc364f289282122e5d01e715 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731104313998/Put/seqid=0 2024-11-08T22:18:46,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36247 is added to blk_1073741854_1030 (size=8515) 2024-11-08T22:18:46,433 INFO [M:0;ff635fa717b5:37031 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2cce3133dc364f289282122e5d01e715 2024-11-08T22:18:46,450 DEBUG [M:0;ff635fa717b5:37031 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3f443028156c4224b28ec8d5b91582b7 is 69, key is ff635fa717b5,41711,1731104300047/rs:state/1731104300629/Put/seqid=0 2024-11-08T22:18:46,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36247 is added to blk_1073741855_1031 (size=5156) 2024-11-08T22:18:46,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41711-0x1011c874cd30001, quorum=127.0.0.1:58666, baseZNode=/0-2083234819 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:18:46,468 INFO [RS:0;ff635fa717b5:41711 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T22:18:46,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41711-0x1011c874cd30001, quorum=127.0.0.1:58666, baseZNode=/0-2083234819 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:18:46,468 INFO [RS:0;ff635fa717b5:41711 {}] regionserver.HRegionServer(1031): Exiting; stopping=ff635fa717b5,41711,1731104300047; zookeeper connection closed. 2024-11-08T22:18:46,469 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@420d6129 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@420d6129 2024-11-08T22:18:46,469 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T22:18:46,854 INFO [M:0;ff635fa717b5:37031 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3f443028156c4224b28ec8d5b91582b7 2024-11-08T22:18:46,858 DEBUG [M:0;ff635fa717b5:37031 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9dc9f515387342b0a60a90bd72d1d196 as hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9dc9f515387342b0a60a90bd72d1d196 2024-11-08T22:18:46,861 INFO [M:0;ff635fa717b5:37031 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9dc9f515387342b0a60a90bd72d1d196, entries=8, sequenceid=97, filesize=5.5 K 2024-11-08T22:18:46,862 DEBUG [M:0;ff635fa717b5:37031 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2cce3133dc364f289282122e5d01e715 as hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2cce3133dc364f289282122e5d01e715 2024-11-08T22:18:46,866 INFO [M:0;ff635fa717b5:37031 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2cce3133dc364f289282122e5d01e715, entries=11, sequenceid=97, filesize=8.3 K 2024-11-08T22:18:46,867 DEBUG [M:0;ff635fa717b5:37031 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3f443028156c4224b28ec8d5b91582b7 as hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3f443028156c4224b28ec8d5b91582b7 2024-11-08T22:18:46,870 INFO [M:0;ff635fa717b5:37031 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46551/user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3f443028156c4224b28ec8d5b91582b7, entries=1, sequenceid=97, filesize=5.0 K 2024-11-08T22:18:46,871 INFO [M:0;ff635fa717b5:37031 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 476ms, sequenceid=97, compaction requested=false 2024-11-08T22:18:46,872 INFO [M:0;ff635fa717b5:37031 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:18:46,872 DEBUG [M:0;ff635fa717b5:37031 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731104326394Disabling compacts and flushes for region at 1731104326394Disabling writes for close at 1731104326394Obtaining lock to block concurrent updates at 1731104326395 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731104326395Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731104326395Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731104326396 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731104326396Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731104326408 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731104326408Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731104326417 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731104326429 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731104326429Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731104326436 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731104326449 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731104326449Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ec12f03: reopening flushed file at 1731104326857 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23368d9d: reopening flushed file at 1731104326862 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f0626ed: reopening flushed file at 1731104326866 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 476ms, sequenceid=97, compaction requested=false at 1731104326871 (+5 ms)Writing region close event to WAL at 1731104326872 (+1 ms)Closed at 1731104326872 2024-11-08T22:18:46,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36247 is added to blk_1073741830_1006 (size=63642) 2024-11-08T22:18:46,874 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/722e3bdb-deda-6dfb-dab9-6d5dd0e4c28a/MasterData/WALs/ff635fa717b5,37031,1731104299748/ff635fa717b5%2C37031%2C1731104299748.1731104300331 not finished, retry = 0 2024-11-08T22:18:46,975 INFO [M:0;ff635fa717b5:37031 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T22:18:46,975 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T22:18:46,975 INFO [M:0;ff635fa717b5:37031 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37031 2024-11-08T22:18:46,975 INFO [M:0;ff635fa717b5:37031 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T22:18:47,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37031-0x1011c874cd30000, quorum=127.0.0.1:58666, baseZNode=/0-2083234819 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:18:47,121 INFO [M:0;ff635fa717b5:37031 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T22:18:47,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37031-0x1011c874cd30000, quorum=127.0.0.1:58666, baseZNode=/0-2083234819 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:18:47,122 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@45c68e70{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T22:18:47,123 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@94d1555{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T22:18:47,123 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T22:18:47,123 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ae0d247{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T22:18:47,123 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@698353b8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1cc6b4-3403-0db5-d71e-abf7df42810c/hadoop.log.dir/,STOPPED} 2024-11-08T22:18:47,124 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T22:18:47,124 WARN [BP-772518729-172.17.0.3-1731104297286 heartbeating to localhost/127.0.0.1:46551 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T22:18:47,124 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T22:18:47,124 WARN [BP-772518729-172.17.0.3-1731104297286 heartbeating to localhost/127.0.0.1:46551 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-772518729-172.17.0.3-1731104297286 (Datanode Uuid e202de63-7fd7-44ad-9381-7ac9d6cff694) service to localhost/127.0.0.1:46551 2024-11-08T22:18:47,125 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1cc6b4-3403-0db5-d71e-abf7df42810c/cluster_1c97f79e-76c8-b927-1b11-499ac2f788a6/data/data1/current/BP-772518729-172.17.0.3-1731104297286 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T22:18:47,125 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1cc6b4-3403-0db5-d71e-abf7df42810c/cluster_1c97f79e-76c8-b927-1b11-499ac2f788a6/data/data2/current/BP-772518729-172.17.0.3-1731104297286 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T22:18:47,125 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T22:18:47,129 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2e8be9b1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T22:18:47,130 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@47996aa0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T22:18:47,130 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T22:18:47,130 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4898b990{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T22:18:47,130 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@610bcfc1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1cc6b4-3403-0db5-d71e-abf7df42810c/hadoop.log.dir/,STOPPED} 2024-11-08T22:18:47,135 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T22:18:47,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T22:18:47,156 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=243 (was 205) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:46803 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58666) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46803 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46551 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:46551 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:46803 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:46551 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46803 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46803 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:46551 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46551 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46551 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:46551 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46551 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:46551 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:46803 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46551 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:46803 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:46551 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46551 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58666) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46803 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46803 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46803 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:46803 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46803 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:46803 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:46803 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=622 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=340 (was 314) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2455 (was 2356) - AvailableMemoryMB LEAK? - 2024-11-08T22:18:47,165 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=243, OpenFileDescriptor=622, MaxFileDescriptor=1048576, SystemLoadAverage=340, ProcessCount=11, AvailableMemoryMB=2455 2024-11-08T22:18:47,177 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-08T22:18:47,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74cbf182-fac5-92de-f2f2-4fed42148dd1/hadoop.log.dir so I do NOT create it in target/test-data/4c2e4e63-551c-a892-6ffa-5f7d966e86ba 2024-11-08T22:18:47,177 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74cbf182-fac5-92de-f2f2-4fed42148dd1/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T22:18:47,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74cbf182-fac5-92de-f2f2-4fed42148dd1/hadoop.tmp.dir so I do NOT create it in target/test-data/4c2e4e63-551c-a892-6ffa-5f7d966e86ba 2024-11-08T22:18:47,177 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74cbf182-fac5-92de-f2f2-4fed42148dd1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T22:18:47,177 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c2e4e63-551c-a892-6ffa-5f7d966e86ba 2024-11-08T22:18:47,178 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c2e4e63-551c-a892-6ffa-5f7d966e86ba/cluster_3e2a2fae-59b1-e2d0-ce71-b2be9678baaa, deleteOnExit=true 2024-11-08T22:18:47,180 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c2e4e63-551c-a892-6ffa-5f7d966e86ba/cluster_3e2a2fae-59b1-e2d0-ce71-b2be9678baaa/zookeeper_0, clientPort=56479, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c2e4e63-551c-a892-6ffa-5f7d966e86ba/cluster_3e2a2fae-59b1-e2d0-ce71-b2be9678baaa/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c2e4e63-551c-a892-6ffa-5f7d966e86ba/cluster_3e2a2fae-59b1-e2d0-ce71-b2be9678baaa/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T22:18:47,180 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56479 2024-11-08T22:18:47,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T22:18:47,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T22:18:47,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c2e4e63-551c-a892-6ffa-5f7d966e86ba/test.cache.data in system properties and HBase conf 2024-11-08T22:18:47,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c2e4e63-551c-a892-6ffa-5f7d966e86ba/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T22:18:47,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c2e4e63-551c-a892-6ffa-5f7d966e86ba/hadoop.log.dir in system properties and HBase conf 2024-11-08T22:18:47,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c2e4e63-551c-a892-6ffa-5f7d966e86ba/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T22:18:47,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c2e4e63-551c-a892-6ffa-5f7d966e86ba/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T22:18:47,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T22:18:47,181 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T22:18:47,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c2e4e63-551c-a892-6ffa-5f7d966e86ba/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T22:18:47,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c2e4e63-551c-a892-6ffa-5f7d966e86ba/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T22:18:47,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c2e4e63-551c-a892-6ffa-5f7d966e86ba/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T22:18:47,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c2e4e63-551c-a892-6ffa-5f7d966e86ba/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T22:18:47,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c2e4e63-551c-a892-6ffa-5f7d966e86ba/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T22:18:47,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c2e4e63-551c-a892-6ffa-5f7d966e86ba/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T22:18:47,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c2e4e63-551c-a892-6ffa-5f7d966e86ba/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T22:18:47,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c2e4e63-551c-a892-6ffa-5f7d966e86ba/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T22:18:47,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c2e4e63-551c-a892-6ffa-5f7d966e86ba/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T22:18:47,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c2e4e63-551c-a892-6ffa-5f7d966e86ba/nfs.dump.dir in system properties and HBase conf 2024-11-08T22:18:47,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c2e4e63-551c-a892-6ffa-5f7d966e86ba/java.io.tmpdir in system properties and HBase conf 2024-11-08T22:18:47,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c2e4e63-551c-a892-6ffa-5f7d966e86ba/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T22:18:47,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c2e4e63-551c-a892-6ffa-5f7d966e86ba/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T22:18:47,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c2e4e63-551c-a892-6ffa-5f7d966e86ba/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T22:18:47,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011c874cd30002, quorum=127.0.0.1:58666, baseZNode=/0-2083234819 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T22:18:47,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011c874cd30005, quorum=127.0.0.1:58666, baseZNode=/1663944979 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T22:18:47,234 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011c874cd30005, quorum=127.0.0.1:58666, baseZNode=/1663944979 Received Disconnected from ZooKeeper, ignoring 2024-11-08T22:18:47,234 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011c874cd30002, quorum=127.0.0.1:58666, baseZNode=/0-2083234819 Received Disconnected from ZooKeeper, ignoring 2024-11-08T22:18:47,497 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T22:18:47,502 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T22:18:47,504 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T22:18:47,504 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T22:18:47,504 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T22:18:47,505 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T22:18:47,508 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3863c665{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c2e4e63-551c-a892-6ffa-5f7d966e86ba/hadoop.log.dir/,AVAILABLE} 2024-11-08T22:18:47,508 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ed640a6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T22:18:47,622 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1c69237f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c2e4e63-551c-a892-6ffa-5f7d966e86ba/java.io.tmpdir/jetty-localhost-44395-hadoop-hdfs-3_4_1-tests_jar-_-any-9181491078272681023/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T22:18:47,623 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@15b77ff8{HTTP/1.1, (http/1.1)}{localhost:44395} 2024-11-08T22:18:47,623 INFO [Time-limited test {}] server.Server(415): Started @201884ms 2024-11-08T22:18:47,890 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T22:18:47,894 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T22:18:47,895 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T22:18:47,895 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T22:18:47,895 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T22:18:47,895 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38fb8bcf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c2e4e63-551c-a892-6ffa-5f7d966e86ba/hadoop.log.dir/,AVAILABLE} 2024-11-08T22:18:47,895 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b306b08{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T22:18:47,927 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:18:47,927 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ff635fa717b5,36459,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff635fa717b5:36459 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T22:18:47,928 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4163 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ff635fa717b5,36459,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff635fa717b5:36459 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T22:18:47,991 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@151d21dd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c2e4e63-551c-a892-6ffa-5f7d966e86ba/java.io.tmpdir/jetty-localhost-36125-hadoop-hdfs-3_4_1-tests_jar-_-any-1381174292861885905/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T22:18:47,991 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13deed36{HTTP/1.1, (http/1.1)}{localhost:36125} 2024-11-08T22:18:47,991 INFO [Time-limited test {}] server.Server(415): Started @202252ms 2024-11-08T22:18:47,992 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T22:18:48,612 WARN [Thread-2171 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c2e4e63-551c-a892-6ffa-5f7d966e86ba/cluster_3e2a2fae-59b1-e2d0-ce71-b2be9678baaa/data/data1/current/BP-1465387961-172.17.0.3-1731104327195/current, will proceed with Du for space computation calculation, 2024-11-08T22:18:48,612 WARN [Thread-2172 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c2e4e63-551c-a892-6ffa-5f7d966e86ba/cluster_3e2a2fae-59b1-e2d0-ce71-b2be9678baaa/data/data2/current/BP-1465387961-172.17.0.3-1731104327195/current, will proceed with Du for space computation calculation, 2024-11-08T22:18:48,632 WARN [Thread-2159 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T22:18:48,634 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xed13829b9f43d89 with lease ID 0xa3e6350645029da: Processing first storage report for DS-7322882f-16f4-4de8-9d8e-72268daa5a33 from datanode DatanodeRegistration(127.0.0.1:45491, datanodeUuid=36f99b62-ab87-4ed4-9b05-12cd3dccd045, infoPort=33039, infoSecurePort=0, ipcPort=44885, storageInfo=lv=-57;cid=testClusterID;nsid=1732713470;c=1731104327195) 2024-11-08T22:18:48,634 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xed13829b9f43d89 with lease ID 0xa3e6350645029da: from storage DS-7322882f-16f4-4de8-9d8e-72268daa5a33 node DatanodeRegistration(127.0.0.1:45491, datanodeUuid=36f99b62-ab87-4ed4-9b05-12cd3dccd045, infoPort=33039, infoSecurePort=0, ipcPort=44885, storageInfo=lv=-57;cid=testClusterID;nsid=1732713470;c=1731104327195), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T22:18:48,634 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xed13829b9f43d89 with lease ID 0xa3e6350645029da: Processing first storage report for DS-dbaee366-11d6-416b-bb30-01a87d93b5ac from datanode DatanodeRegistration(127.0.0.1:45491, datanodeUuid=36f99b62-ab87-4ed4-9b05-12cd3dccd045, infoPort=33039, infoSecurePort=0, ipcPort=44885, storageInfo=lv=-57;cid=testClusterID;nsid=1732713470;c=1731104327195) 2024-11-08T22:18:48,634 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xed13829b9f43d89 with lease ID 0xa3e6350645029da: from storage DS-dbaee366-11d6-416b-bb30-01a87d93b5ac node DatanodeRegistration(127.0.0.1:45491, datanodeUuid=36f99b62-ab87-4ed4-9b05-12cd3dccd045, infoPort=33039, infoSecurePort=0, ipcPort=44885, storageInfo=lv=-57;cid=testClusterID;nsid=1732713470;c=1731104327195), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T22:18:48,714 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c2e4e63-551c-a892-6ffa-5f7d966e86ba 2024-11-08T22:18:48,714 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:18:48,715 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:18:48,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45491 is added to blk_1073741825_1001 (size=7) 2024-11-08T22:18:49,122 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b with version=8 2024-11-08T22:18:49,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/hbase-staging 2024-11-08T22:18:49,124 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ff635fa717b5:0 server-side Connection retries=45 2024-11-08T22:18:49,124 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:18:49,124 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T22:18:49,125 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T22:18:49,125 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:18:49,125 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T22:18:49,125 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T22:18:49,125 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T22:18:49,125 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40635 2024-11-08T22:18:49,126 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40635 connecting to ZooKeeper ensemble=127.0.0.1:56479 2024-11-08T22:18:49,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:406350x0, quorum=127.0.0.1:56479, baseZNode=/0966376995 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T22:18:49,215 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40635-0x1011c87c1b70000 connected 2024-11-08T22:18:49,299 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:18:49,300 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:18:49,302 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40635-0x1011c87c1b70000, quorum=127.0.0.1:56479, baseZNode=/0966376995 Set watcher on znode that does not yet exist, /0966376995/running 2024-11-08T22:18:49,302 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b, hbase.cluster.distributed=false 2024-11-08T22:18:49,303 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40635-0x1011c87c1b70000, quorum=127.0.0.1:56479, baseZNode=/0966376995 Set watcher on znode that does not yet exist, /0966376995/acl 2024-11-08T22:18:49,304 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40635 2024-11-08T22:18:49,304 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40635 2024-11-08T22:18:49,304 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40635 2024-11-08T22:18:49,304 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40635 2024-11-08T22:18:49,305 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40635 2024-11-08T22:18:49,317 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ff635fa717b5:0 server-side Connection retries=45 2024-11-08T22:18:49,317 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:18:49,317 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T22:18:49,317 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T22:18:49,317 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:18:49,317 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T22:18:49,317 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T22:18:49,317 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T22:18:49,318 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39363 2024-11-08T22:18:49,318 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39363 connecting to ZooKeeper ensemble=127.0.0.1:56479 2024-11-08T22:18:49,318 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:18:49,320 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:18:49,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:393630x0, quorum=127.0.0.1:56479, baseZNode=/0966376995 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T22:18:49,331 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:393630x0, quorum=127.0.0.1:56479, baseZNode=/0966376995 Set watcher on znode that does not yet exist, /0966376995/running 2024-11-08T22:18:49,331 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39363-0x1011c87c1b70001 connected 2024-11-08T22:18:49,331 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T22:18:49,332 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T22:18:49,332 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39363-0x1011c87c1b70001, quorum=127.0.0.1:56479, baseZNode=/0966376995 Set watcher on znode that does not yet exist, /0966376995/master 2024-11-08T22:18:49,333 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39363-0x1011c87c1b70001, quorum=127.0.0.1:56479, baseZNode=/0966376995 Set watcher on znode that does not yet exist, /0966376995/acl 2024-11-08T22:18:49,333 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39363 2024-11-08T22:18:49,334 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39363 2024-11-08T22:18:49,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39363 2024-11-08T22:18:49,339 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39363 2024-11-08T22:18:49,339 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39363 2024-11-08T22:18:49,349 DEBUG [M:0;ff635fa717b5:40635 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ff635fa717b5:40635 2024-11-08T22:18:49,350 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0966376995/backup-masters/ff635fa717b5,40635,1731104329124 2024-11-08T22:18:49,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40635-0x1011c87c1b70000, quorum=127.0.0.1:56479, baseZNode=/0966376995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0966376995/backup-masters 2024-11-08T22:18:49,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39363-0x1011c87c1b70001, quorum=127.0.0.1:56479, baseZNode=/0966376995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0966376995/backup-masters 2024-11-08T22:18:49,362 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40635-0x1011c87c1b70000, quorum=127.0.0.1:56479, baseZNode=/0966376995 Set watcher on existing znode=/0966376995/backup-masters/ff635fa717b5,40635,1731104329124 2024-11-08T22:18:49,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39363-0x1011c87c1b70001, quorum=127.0.0.1:56479, baseZNode=/0966376995 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0966376995/master 2024-11-08T22:18:49,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40635-0x1011c87c1b70000, quorum=127.0.0.1:56479, baseZNode=/0966376995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0966376995 2024-11-08T22:18:49,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39363-0x1011c87c1b70001, quorum=127.0.0.1:56479, baseZNode=/0966376995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0966376995 2024-11-08T22:18:49,373 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40635-0x1011c87c1b70000, quorum=127.0.0.1:56479, baseZNode=/0966376995 Set watcher on existing znode=/0966376995/master 2024-11-08T22:18:49,373 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0966376995/backup-masters/ff635fa717b5,40635,1731104329124 from backup master directory 2024-11-08T22:18:49,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39363-0x1011c87c1b70001, quorum=127.0.0.1:56479, baseZNode=/0966376995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0966376995/backup-masters 2024-11-08T22:18:49,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40635-0x1011c87c1b70000, quorum=127.0.0.1:56479, baseZNode=/0966376995 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0966376995/backup-masters/ff635fa717b5,40635,1731104329124 2024-11-08T22:18:49,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40635-0x1011c87c1b70000, quorum=127.0.0.1:56479, baseZNode=/0966376995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0966376995/backup-masters 2024-11-08T22:18:49,383 WARN [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T22:18:49,383 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ff635fa717b5,40635,1731104329124 2024-11-08T22:18:49,390 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/hbase.id] with ID: 8dcbc668-f340-46ad-a0d3-b6466b67e9dc 2024-11-08T22:18:49,390 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/.tmp/hbase.id 2024-11-08T22:18:49,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45491 is added to blk_1073741826_1002 (size=42) 2024-11-08T22:18:49,796 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/.tmp/hbase.id]:[hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/hbase.id] 2024-11-08T22:18:49,805 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:18:49,805 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T22:18:49,806 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T22:18:49,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40635-0x1011c87c1b70000, quorum=127.0.0.1:56479, baseZNode=/0966376995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0966376995 2024-11-08T22:18:49,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39363-0x1011c87c1b70001, quorum=127.0.0.1:56479, baseZNode=/0966376995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0966376995 2024-11-08T22:18:49,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45491 is added to blk_1073741827_1003 (size=196) 2024-11-08T22:18:50,304 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T22:18:50,305 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T22:18:50,305 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:18:50,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45491 is added to blk_1073741828_1004 (size=1189) 2024-11-08T22:18:50,712 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/MasterData/data/master/store 2024-11-08T22:18:50,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45491 is added to blk_1073741829_1005 (size=34) 2024-11-08T22:18:51,117 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:18:51,117 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T22:18:51,117 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:18:51,117 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:18:51,117 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T22:18:51,117 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:18:51,117 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:18:51,117 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731104331117Disabling compacts and flushes for region at 1731104331117Disabling writes for close at 1731104331117Writing region close event to WAL at 1731104331117Closed at 1731104331117 2024-11-08T22:18:51,118 WARN [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/MasterData/data/master/store/.initializing 2024-11-08T22:18:51,118 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/MasterData/WALs/ff635fa717b5,40635,1731104329124 2024-11-08T22:18:51,118 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T22:18:51,120 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ff635fa717b5%2C40635%2C1731104329124, suffix=, logDir=hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/MasterData/WALs/ff635fa717b5,40635,1731104329124, archiveDir=hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/MasterData/oldWALs, maxLogs=10 2024-11-08T22:18:51,134 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/MasterData/WALs/ff635fa717b5,40635,1731104329124/ff635fa717b5%2C40635%2C1731104329124.1731104331120, exclude list is [], retry=0 2024-11-08T22:18:51,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45491,DS-7322882f-16f4-4de8-9d8e-72268daa5a33,DISK] 2024-11-08T22:18:51,138 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/MasterData/WALs/ff635fa717b5,40635,1731104329124/ff635fa717b5%2C40635%2C1731104329124.1731104331120 2024-11-08T22:18:51,141 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33039:33039)] 2024-11-08T22:18:51,141 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T22:18:51,141 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:18:51,141 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:18:51,141 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:18:51,142 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:18:51,143 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T22:18:51,143 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:18:51,144 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:18:51,144 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:18:51,144 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T22:18:51,144 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:18:51,145 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:18:51,145 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:18:51,146 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T22:18:51,146 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:18:51,146 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:18:51,146 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:18:51,147 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T22:18:51,147 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:18:51,147 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:18:51,147 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:18:51,147 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:18:51,148 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:18:51,149 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:18:51,149 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:18:51,149 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T22:18:51,150 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:18:51,153 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:18:51,153 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68358077, jitterRate=0.018614724278450012}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T22:18:51,154 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731104331141Initializing all the Stores at 1731104331142 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104331142Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104331142Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104331142Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104331142Cleaning up temporary data from old regions at 1731104331149 (+7 ms)Region opened successfully at 1731104331154 (+5 ms) 2024-11-08T22:18:51,154 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T22:18:51,156 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e044d7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff635fa717b5/172.17.0.3:0 2024-11-08T22:18:51,157 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T22:18:51,157 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T22:18:51,157 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T22:18:51,157 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T22:18:51,158 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T22:18:51,158 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T22:18:51,158 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T22:18:51,162 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T22:18:51,163 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40635-0x1011c87c1b70000, quorum=127.0.0.1:56479, baseZNode=/0966376995 Unable to get data of znode /0966376995/balancer because node does not exist (not necessarily an error) 2024-11-08T22:18:51,236 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0966376995/balancer already deleted, retry=false 2024-11-08T22:18:51,236 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T22:18:51,237 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40635-0x1011c87c1b70000, quorum=127.0.0.1:56479, baseZNode=/0966376995 Unable to get data of znode /0966376995/normalizer because node does not exist (not necessarily an error) 2024-11-08T22:18:51,246 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0966376995/normalizer already deleted, retry=false 2024-11-08T22:18:51,246 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T22:18:51,247 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40635-0x1011c87c1b70000, quorum=127.0.0.1:56479, baseZNode=/0966376995 Unable to get data of znode /0966376995/switch/split because node does not exist (not necessarily an error) 2024-11-08T22:18:51,257 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0966376995/switch/split already deleted, retry=false 2024-11-08T22:18:51,257 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40635-0x1011c87c1b70000, quorum=127.0.0.1:56479, baseZNode=/0966376995 Unable to get data of znode /0966376995/switch/merge because node does not exist (not necessarily an error) 2024-11-08T22:18:51,267 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0966376995/switch/merge already deleted, retry=false 2024-11-08T22:18:51,269 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40635-0x1011c87c1b70000, quorum=127.0.0.1:56479, baseZNode=/0966376995 Unable to get data of znode /0966376995/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T22:18:51,278 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0966376995/snapshot-cleanup already deleted, retry=false 2024-11-08T22:18:51,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40635-0x1011c87c1b70000, quorum=127.0.0.1:56479, baseZNode=/0966376995 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0966376995/running 2024-11-08T22:18:51,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39363-0x1011c87c1b70001, quorum=127.0.0.1:56479, baseZNode=/0966376995 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0966376995/running 2024-11-08T22:18:51,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40635-0x1011c87c1b70000, quorum=127.0.0.1:56479, baseZNode=/0966376995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0966376995 2024-11-08T22:18:51,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39363-0x1011c87c1b70001, quorum=127.0.0.1:56479, baseZNode=/0966376995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0966376995 2024-11-08T22:18:51,289 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ff635fa717b5,40635,1731104329124, sessionid=0x1011c87c1b70000, setting cluster-up flag (Was=false) 2024-11-08T22:18:51,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40635-0x1011c87c1b70000, quorum=127.0.0.1:56479, baseZNode=/0966376995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0966376995 2024-11-08T22:18:51,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39363-0x1011c87c1b70001, quorum=127.0.0.1:56479, baseZNode=/0966376995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0966376995 2024-11-08T22:18:51,341 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0966376995/flush-table-proc/acquired, /0966376995/flush-table-proc/reached, /0966376995/flush-table-proc/abort 2024-11-08T22:18:51,342 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff635fa717b5,40635,1731104329124 2024-11-08T22:18:51,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39363-0x1011c87c1b70001, quorum=127.0.0.1:56479, baseZNode=/0966376995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0966376995 2024-11-08T22:18:51,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40635-0x1011c87c1b70000, quorum=127.0.0.1:56479, baseZNode=/0966376995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0966376995 2024-11-08T22:18:51,393 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0966376995/online-snapshot/acquired, /0966376995/online-snapshot/reached, /0966376995/online-snapshot/abort 2024-11-08T22:18:51,394 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff635fa717b5,40635,1731104329124 2024-11-08T22:18:51,395 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T22:18:51,397 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T22:18:51,397 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T22:18:51,397 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T22:18:51,397 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ff635fa717b5,40635,1731104329124 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T22:18:51,398 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:18:51,398 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:18:51,398 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:18:51,398 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:18:51,399 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ff635fa717b5:0, corePoolSize=10, maxPoolSize=10 2024-11-08T22:18:51,399 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:18:51,399 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ff635fa717b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T22:18:51,399 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:18:51,399 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731104361399 2024-11-08T22:18:51,399 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T22:18:51,399 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T22:18:51,400 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T22:18:51,400 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T22:18:51,400 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T22:18:51,400 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T22:18:51,400 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T22:18:51,400 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T22:18:51,400 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:51,400 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T22:18:51,400 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T22:18:51,400 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T22:18:51,400 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T22:18:51,400 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:18:51,400 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T22:18:51,404 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T22:18:51,404 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T22:18:51,404 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.large.0-1731104331404,5,FailOnTimeoutGroup] 2024-11-08T22:18:51,405 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.small.0-1731104331405,5,FailOnTimeoutGroup] 2024-11-08T22:18:51,405 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:51,405 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T22:18:51,405 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:51,405 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:51,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45491 is added to blk_1073741831_1007 (size=1321) 2024-11-08T22:18:51,442 INFO [RS:0;ff635fa717b5:39363 {}] regionserver.HRegionServer(746): ClusterId : 8dcbc668-f340-46ad-a0d3-b6466b67e9dc 2024-11-08T22:18:51,442 DEBUG [RS:0;ff635fa717b5:39363 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T22:18:51,455 DEBUG [RS:0;ff635fa717b5:39363 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T22:18:51,455 DEBUG [RS:0;ff635fa717b5:39363 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T22:18:51,468 DEBUG [RS:0;ff635fa717b5:39363 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T22:18:51,468 DEBUG [RS:0;ff635fa717b5:39363 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a03c750, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff635fa717b5/172.17.0.3:0 2024-11-08T22:18:51,479 DEBUG [RS:0;ff635fa717b5:39363 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ff635fa717b5:39363 2024-11-08T22:18:51,479 INFO [RS:0;ff635fa717b5:39363 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T22:18:51,479 INFO [RS:0;ff635fa717b5:39363 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T22:18:51,479 DEBUG [RS:0;ff635fa717b5:39363 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T22:18:51,479 INFO [RS:0;ff635fa717b5:39363 {}] regionserver.HRegionServer(2659): reportForDuty to master=ff635fa717b5,40635,1731104329124 with port=39363, startcode=1731104329316 2024-11-08T22:18:51,480 DEBUG [RS:0;ff635fa717b5:39363 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T22:18:51,481 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58289, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T22:18:51,481 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40635 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ff635fa717b5,39363,1731104329316 2024-11-08T22:18:51,481 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40635 {}] master.ServerManager(517): Registering regionserver=ff635fa717b5,39363,1731104329316 2024-11-08T22:18:51,482 DEBUG [RS:0;ff635fa717b5:39363 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b 2024-11-08T22:18:51,482 DEBUG [RS:0;ff635fa717b5:39363 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39527 2024-11-08T22:18:51,482 DEBUG [RS:0;ff635fa717b5:39363 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T22:18:51,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40635-0x1011c87c1b70000, quorum=127.0.0.1:56479, baseZNode=/0966376995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0966376995/rs 2024-11-08T22:18:51,488 DEBUG [RS:0;ff635fa717b5:39363 {}] zookeeper.ZKUtil(111): regionserver:39363-0x1011c87c1b70001, quorum=127.0.0.1:56479, baseZNode=/0966376995 Set watcher on existing znode=/0966376995/rs/ff635fa717b5,39363,1731104329316 2024-11-08T22:18:51,489 WARN [RS:0;ff635fa717b5:39363 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T22:18:51,489 INFO [RS:0;ff635fa717b5:39363 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:18:51,489 DEBUG [RS:0;ff635fa717b5:39363 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/WALs/ff635fa717b5,39363,1731104329316 2024-11-08T22:18:51,489 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ff635fa717b5,39363,1731104329316] 2024-11-08T22:18:51,491 INFO [RS:0;ff635fa717b5:39363 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T22:18:51,492 INFO [RS:0;ff635fa717b5:39363 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T22:18:51,492 INFO [RS:0;ff635fa717b5:39363 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T22:18:51,492 INFO [RS:0;ff635fa717b5:39363 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:51,492 INFO [RS:0;ff635fa717b5:39363 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T22:18:51,493 INFO [RS:0;ff635fa717b5:39363 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T22:18:51,493 INFO [RS:0;ff635fa717b5:39363 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:51,493 DEBUG [RS:0;ff635fa717b5:39363 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:18:51,493 DEBUG [RS:0;ff635fa717b5:39363 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:18:51,493 DEBUG [RS:0;ff635fa717b5:39363 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:18:51,493 DEBUG [RS:0;ff635fa717b5:39363 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:18:51,493 DEBUG [RS:0;ff635fa717b5:39363 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:18:51,493 DEBUG [RS:0;ff635fa717b5:39363 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ff635fa717b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T22:18:51,493 DEBUG [RS:0;ff635fa717b5:39363 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:18:51,493 DEBUG [RS:0;ff635fa717b5:39363 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:18:51,493 DEBUG [RS:0;ff635fa717b5:39363 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:18:51,493 DEBUG [RS:0;ff635fa717b5:39363 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:18:51,493 DEBUG [RS:0;ff635fa717b5:39363 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:18:51,493 DEBUG [RS:0;ff635fa717b5:39363 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:18:51,493 DEBUG [RS:0;ff635fa717b5:39363 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T22:18:51,493 DEBUG [RS:0;ff635fa717b5:39363 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T22:18:51,493 INFO [RS:0;ff635fa717b5:39363 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:51,493 INFO [RS:0;ff635fa717b5:39363 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:51,493 INFO [RS:0;ff635fa717b5:39363 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:51,493 INFO [RS:0;ff635fa717b5:39363 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:51,493 INFO [RS:0;ff635fa717b5:39363 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:51,493 INFO [RS:0;ff635fa717b5:39363 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,39363,1731104329316-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T22:18:51,505 INFO [RS:0;ff635fa717b5:39363 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T22:18:51,505 INFO [RS:0;ff635fa717b5:39363 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,39363,1731104329316-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:51,505 INFO [RS:0;ff635fa717b5:39363 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:51,506 INFO [RS:0;ff635fa717b5:39363 {}] regionserver.Replication(171): ff635fa717b5,39363,1731104329316 started 2024-11-08T22:18:51,517 INFO [RS:0;ff635fa717b5:39363 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:51,517 INFO [RS:0;ff635fa717b5:39363 {}] regionserver.HRegionServer(1482): Serving as ff635fa717b5,39363,1731104329316, RpcServer on ff635fa717b5/172.17.0.3:39363, sessionid=0x1011c87c1b70001 2024-11-08T22:18:51,518 DEBUG [RS:0;ff635fa717b5:39363 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T22:18:51,518 DEBUG [RS:0;ff635fa717b5:39363 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ff635fa717b5,39363,1731104329316 2024-11-08T22:18:51,518 DEBUG [RS:0;ff635fa717b5:39363 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff635fa717b5,39363,1731104329316' 2024-11-08T22:18:51,518 DEBUG [RS:0;ff635fa717b5:39363 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0966376995/flush-table-proc/abort' 2024-11-08T22:18:51,518 DEBUG [RS:0;ff635fa717b5:39363 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0966376995/flush-table-proc/acquired' 2024-11-08T22:18:51,518 DEBUG [RS:0;ff635fa717b5:39363 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T22:18:51,518 DEBUG [RS:0;ff635fa717b5:39363 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T22:18:51,518 DEBUG [RS:0;ff635fa717b5:39363 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ff635fa717b5,39363,1731104329316 2024-11-08T22:18:51,518 DEBUG [RS:0;ff635fa717b5:39363 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff635fa717b5,39363,1731104329316' 2024-11-08T22:18:51,518 DEBUG [RS:0;ff635fa717b5:39363 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0966376995/online-snapshot/abort' 2024-11-08T22:18:51,519 DEBUG [RS:0;ff635fa717b5:39363 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0966376995/online-snapshot/acquired' 2024-11-08T22:18:51,519 DEBUG [RS:0;ff635fa717b5:39363 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T22:18:51,519 INFO [RS:0;ff635fa717b5:39363 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T22:18:51,519 INFO [RS:0;ff635fa717b5:39363 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T22:18:51,619 INFO [RS:0;ff635fa717b5:39363 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T22:18:51,621 INFO [RS:0;ff635fa717b5:39363 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff635fa717b5%2C39363%2C1731104329316, suffix=, logDir=hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/WALs/ff635fa717b5,39363,1731104329316, archiveDir=hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/oldWALs, maxLogs=10 2024-11-08T22:18:51,632 DEBUG [RS:0;ff635fa717b5:39363 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/WALs/ff635fa717b5,39363,1731104329316/ff635fa717b5%2C39363%2C1731104329316.1731104331621, exclude list is [], retry=0 2024-11-08T22:18:51,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45491,DS-7322882f-16f4-4de8-9d8e-72268daa5a33,DISK] 2024-11-08T22:18:51,636 INFO [RS:0;ff635fa717b5:39363 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/WALs/ff635fa717b5,39363,1731104329316/ff635fa717b5%2C39363%2C1731104329316.1731104331621 2024-11-08T22:18:51,636 DEBUG [RS:0;ff635fa717b5:39363 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33039:33039)] 2024-11-08T22:18:51,742 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T22:18:51,765 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:18:51,765 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:18:51,765 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:18:51,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:18:51,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:18:51,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:18:51,769 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:18:51,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:18:51,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:18:51,774 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:18:51,808 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T22:18:51,808 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b 2024-11-08T22:18:51,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45491 is added to blk_1073741833_1009 (size=32) 2024-11-08T22:18:51,814 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:18:51,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T22:18:51,816 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T22:18:51,816 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:18:51,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:18:51,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T22:18:51,817 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T22:18:51,817 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:18:51,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:18:51,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T22:18:51,818 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T22:18:51,818 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:18:51,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:18:51,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T22:18:51,819 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T22:18:51,819 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:18:51,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:18:51,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T22:18:51,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/data/hbase/meta/1588230740 2024-11-08T22:18:51,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/data/hbase/meta/1588230740 2024-11-08T22:18:51,822 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T22:18:51,822 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T22:18:51,822 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T22:18:51,823 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T22:18:51,824 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:18:51,824 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66061234, jitterRate=-0.01561090350151062}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T22:18:51,825 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731104331814Initializing all the Stores at 1731104331815 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104331815Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104331815Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104331815Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104331815Cleaning up temporary data from old regions at 1731104331822 (+7 ms)Region opened successfully at 1731104331825 (+3 ms) 2024-11-08T22:18:51,825 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T22:18:51,825 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T22:18:51,825 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T22:18:51,825 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T22:18:51,825 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T22:18:51,825 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T22:18:51,825 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731104331825Disabling compacts and flushes for region at 1731104331825Disabling writes for close at 1731104331825Writing region close event to WAL at 1731104331825Closed at 1731104331825 2024-11-08T22:18:51,826 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T22:18:51,826 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T22:18:51,826 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T22:18:51,827 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T22:18:51,828 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T22:18:51,937 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:18:51,937 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ff635fa717b5,36459,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff635fa717b5:36459 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T22:18:51,937 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8173 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ff635fa717b5,36459,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff635fa717b5:36459 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T22:18:51,978 DEBUG [ff635fa717b5:40635 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T22:18:51,978 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ff635fa717b5,39363,1731104329316 2024-11-08T22:18:51,979 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff635fa717b5,39363,1731104329316, state=OPENING 2024-11-08T22:18:52,025 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T22:18:52,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39363-0x1011c87c1b70001, quorum=127.0.0.1:56479, baseZNode=/0966376995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0966376995 2024-11-08T22:18:52,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40635-0x1011c87c1b70000, quorum=127.0.0.1:56479, baseZNode=/0966376995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0966376995 2024-11-08T22:18:52,036 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0966376995/meta-region-server: CHANGED 2024-11-08T22:18:52,036 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0966376995/meta-region-server: CHANGED 2024-11-08T22:18:52,036 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T22:18:52,036 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ff635fa717b5,39363,1731104329316}] 2024-11-08T22:18:52,188 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T22:18:52,190 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51691, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T22:18:52,193 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T22:18:52,193 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:18:52,193 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T22:18:52,194 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff635fa717b5%2C39363%2C1731104329316.meta, suffix=.meta, logDir=hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/WALs/ff635fa717b5,39363,1731104329316, archiveDir=hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/oldWALs, maxLogs=10 2024-11-08T22:18:52,206 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/WALs/ff635fa717b5,39363,1731104329316/ff635fa717b5%2C39363%2C1731104329316.meta.1731104332194.meta, exclude list is [], retry=0 2024-11-08T22:18:52,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45491,DS-7322882f-16f4-4de8-9d8e-72268daa5a33,DISK] 2024-11-08T22:18:52,209 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/WALs/ff635fa717b5,39363,1731104329316/ff635fa717b5%2C39363%2C1731104329316.meta.1731104332194.meta 2024-11-08T22:18:52,210 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33039:33039)] 2024-11-08T22:18:52,210 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T22:18:52,210 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T22:18:52,210 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T22:18:52,210 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T22:18:52,210 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T22:18:52,210 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T22:18:52,210 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:18:52,210 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T22:18:52,210 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T22:18:52,212 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T22:18:52,212 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T22:18:52,212 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:18:52,213 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:18:52,213 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T22:18:52,213 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T22:18:52,213 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:18:52,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:18:52,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T22:18:52,214 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T22:18:52,214 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:18:52,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:18:52,215 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T22:18:52,215 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T22:18:52,215 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:18:52,215 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:18:52,215 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T22:18:52,216 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/data/hbase/meta/1588230740 2024-11-08T22:18:52,217 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/data/hbase/meta/1588230740 2024-11-08T22:18:52,217 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T22:18:52,217 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T22:18:52,218 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T22:18:52,219 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T22:18:52,220 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68768037, jitterRate=0.024723604321479797}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T22:18:52,220 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T22:18:52,220 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731104332210Writing region info on filesystem at 1731104332211 (+1 ms)Initializing all the Stores at 1731104332211Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104332211Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104332211Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104332211Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104332211Cleaning up temporary data from old regions at 1731104332217 (+6 ms)Running coprocessor post-open hooks at 1731104332220 (+3 ms)Region opened successfully at 1731104332220 2024-11-08T22:18:52,221 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731104332188 2024-11-08T22:18:52,223 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T22:18:52,223 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T22:18:52,224 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ff635fa717b5,39363,1731104329316 2024-11-08T22:18:52,225 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff635fa717b5,39363,1731104329316, state=OPEN 2024-11-08T22:18:52,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39363-0x1011c87c1b70001, quorum=127.0.0.1:56479, baseZNode=/0966376995 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0966376995/meta-region-server 2024-11-08T22:18:52,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40635-0x1011c87c1b70000, quorum=127.0.0.1:56479, baseZNode=/0966376995 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0966376995/meta-region-server 2024-11-08T22:18:52,265 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ff635fa717b5,39363,1731104329316 2024-11-08T22:18:52,265 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0966376995/meta-region-server: CHANGED 2024-11-08T22:18:52,265 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0966376995/meta-region-server: CHANGED 2024-11-08T22:18:52,267 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T22:18:52,267 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ff635fa717b5,39363,1731104329316 in 229 msec 2024-11-08T22:18:52,268 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T22:18:52,268 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 441 msec 2024-11-08T22:18:52,269 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T22:18:52,269 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T22:18:52,270 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:18:52,270 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,39363,1731104329316, seqNum=-1] 2024-11-08T22:18:52,270 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:18:52,271 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56047, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T22:18:52,275 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 878 msec 2024-11-08T22:18:52,275 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731104332275, completionTime=-1 2024-11-08T22:18:52,275 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T22:18:52,275 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T22:18:52,277 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T22:18:52,277 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731104392277 2024-11-08T22:18:52,277 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731104452277 2024-11-08T22:18:52,277 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T22:18:52,277 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,40635,1731104329124-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:52,277 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,40635,1731104329124-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:52,277 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,40635,1731104329124-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:52,277 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ff635fa717b5:40635, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:52,277 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:52,277 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:52,279 DEBUG [master/ff635fa717b5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T22:18:52,280 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.897sec 2024-11-08T22:18:52,280 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T22:18:52,280 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T22:18:52,280 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T22:18:52,280 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T22:18:52,280 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T22:18:52,280 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,40635,1731104329124-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T22:18:52,280 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,40635,1731104329124-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T22:18:52,282 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T22:18:52,282 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T22:18:52,282 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,40635,1731104329124-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:52,342 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@694b75d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:18:52,342 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,40635,-1 for getting cluster id 2024-11-08T22:18:52,343 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:18:52,343 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8dcbc668-f340-46ad-a0d3-b6466b67e9dc' 2024-11-08T22:18:52,344 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:18:52,344 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8dcbc668-f340-46ad-a0d3-b6466b67e9dc" 2024-11-08T22:18:52,344 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fe72264, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:18:52,344 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,40635,-1] 2024-11-08T22:18:52,344 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:18:52,344 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:18:52,345 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:18:52,345 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2740334a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:18:52,346 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:18:52,346 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,39363,1731104329316, seqNum=-1] 2024-11-08T22:18:52,347 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:18:52,348 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T22:18:52,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ff635fa717b5,40635,1731104329124 2024-11-08T22:18:52,350 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56479 2024-11-08T22:18:52,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56479, baseZNode=/0966376995 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T22:18:52,371 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011c87c1b70002 connected 2024-11-08T22:18:52,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c2e4e63-551c-a892-6ffa-5f7d966e86ba/hadoop.log.dir so I do NOT create it in target/test-data/025ed6cb-172f-10d7-e221-cf362c57232f 2024-11-08T22:18:52,385 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c2e4e63-551c-a892-6ffa-5f7d966e86ba/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T22:18:52,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c2e4e63-551c-a892-6ffa-5f7d966e86ba/hadoop.tmp.dir so I do NOT create it in target/test-data/025ed6cb-172f-10d7-e221-cf362c57232f 2024-11-08T22:18:52,385 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c2e4e63-551c-a892-6ffa-5f7d966e86ba/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T22:18:52,385 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025ed6cb-172f-10d7-e221-cf362c57232f 2024-11-08T22:18:52,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T22:18:52,385 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025ed6cb-172f-10d7-e221-cf362c57232f/cluster_2ee1f93f-fdec-3099-a246-e0b2b69ce386, deleteOnExit=true 2024-11-08T22:18:52,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T22:18:52,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025ed6cb-172f-10d7-e221-cf362c57232f/test.cache.data in system properties and HBase conf 2024-11-08T22:18:52,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025ed6cb-172f-10d7-e221-cf362c57232f/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T22:18:52,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025ed6cb-172f-10d7-e221-cf362c57232f/hadoop.log.dir in system properties and HBase conf 2024-11-08T22:18:52,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025ed6cb-172f-10d7-e221-cf362c57232f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T22:18:52,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025ed6cb-172f-10d7-e221-cf362c57232f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T22:18:52,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T22:18:52,386 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T22:18:52,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025ed6cb-172f-10d7-e221-cf362c57232f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T22:18:52,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025ed6cb-172f-10d7-e221-cf362c57232f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T22:18:52,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025ed6cb-172f-10d7-e221-cf362c57232f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T22:18:52,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025ed6cb-172f-10d7-e221-cf362c57232f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T22:18:52,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025ed6cb-172f-10d7-e221-cf362c57232f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T22:18:52,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025ed6cb-172f-10d7-e221-cf362c57232f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T22:18:52,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025ed6cb-172f-10d7-e221-cf362c57232f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T22:18:52,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025ed6cb-172f-10d7-e221-cf362c57232f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T22:18:52,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025ed6cb-172f-10d7-e221-cf362c57232f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T22:18:52,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025ed6cb-172f-10d7-e221-cf362c57232f/nfs.dump.dir in system properties and HBase conf 2024-11-08T22:18:52,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025ed6cb-172f-10d7-e221-cf362c57232f/java.io.tmpdir in system properties and HBase conf 2024-11-08T22:18:52,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025ed6cb-172f-10d7-e221-cf362c57232f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T22:18:52,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025ed6cb-172f-10d7-e221-cf362c57232f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T22:18:52,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025ed6cb-172f-10d7-e221-cf362c57232f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T22:18:52,736 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T22:18:52,740 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T22:18:52,743 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T22:18:52,743 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T22:18:52,743 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T22:18:52,743 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T22:18:52,744 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e625ec2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025ed6cb-172f-10d7-e221-cf362c57232f/hadoop.log.dir/,AVAILABLE} 2024-11-08T22:18:52,744 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76b6a439{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T22:18:52,841 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3691ca81{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025ed6cb-172f-10d7-e221-cf362c57232f/java.io.tmpdir/jetty-localhost-46151-hadoop-hdfs-3_4_1-tests_jar-_-any-6953586885251557811/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T22:18:52,841 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@74263c46{HTTP/1.1, (http/1.1)}{localhost:46151} 2024-11-08T22:18:52,841 INFO [Time-limited test {}] server.Server(415): Started @207103ms 2024-11-08T22:18:53,081 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T22:18:53,085 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T22:18:53,087 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T22:18:53,087 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T22:18:53,087 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T22:18:53,087 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52349487{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025ed6cb-172f-10d7-e221-cf362c57232f/hadoop.log.dir/,AVAILABLE} 2024-11-08T22:18:53,088 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@149ad8f2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T22:18:53,138 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T22:18:53,138 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-08T22:18:53,138 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T22:18:53,184 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@8f1a53a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025ed6cb-172f-10d7-e221-cf362c57232f/java.io.tmpdir/jetty-localhost-38223-hadoop-hdfs-3_4_1-tests_jar-_-any-10032136232719383719/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T22:18:53,184 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4dac0b05{HTTP/1.1, (http/1.1)}{localhost:38223} 2024-11-08T22:18:53,184 INFO [Time-limited test {}] server.Server(415): Started @207445ms 2024-11-08T22:18:53,186 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T22:18:53,846 WARN [Thread-2292 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025ed6cb-172f-10d7-e221-cf362c57232f/cluster_2ee1f93f-fdec-3099-a246-e0b2b69ce386/data/data1/current/BP-264512736-172.17.0.3-1731104332404/current, will proceed with Du for space computation calculation, 2024-11-08T22:18:53,847 WARN [Thread-2293 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025ed6cb-172f-10d7-e221-cf362c57232f/cluster_2ee1f93f-fdec-3099-a246-e0b2b69ce386/data/data2/current/BP-264512736-172.17.0.3-1731104332404/current, will proceed with Du for space computation calculation, 2024-11-08T22:18:53,866 WARN [Thread-2280 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T22:18:53,868 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6513bddc845f9f69 with lease ID 0x2ad9683ef576c76d: Processing first storage report for DS-b8f494ac-603d-4add-b51d-f1dbe4a3e1d9 from datanode DatanodeRegistration(127.0.0.1:35875, datanodeUuid=85fa87fa-42e0-4ab1-8ea5-18ffca39c4a6, infoPort=40473, infoSecurePort=0, ipcPort=45687, storageInfo=lv=-57;cid=testClusterID;nsid=1839476848;c=1731104332404) 2024-11-08T22:18:53,868 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6513bddc845f9f69 with lease ID 0x2ad9683ef576c76d: from storage DS-b8f494ac-603d-4add-b51d-f1dbe4a3e1d9 node DatanodeRegistration(127.0.0.1:35875, datanodeUuid=85fa87fa-42e0-4ab1-8ea5-18ffca39c4a6, infoPort=40473, infoSecurePort=0, ipcPort=45687, storageInfo=lv=-57;cid=testClusterID;nsid=1839476848;c=1731104332404), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T22:18:53,868 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6513bddc845f9f69 with lease ID 0x2ad9683ef576c76d: Processing first storage report for DS-4b0cbcc9-ae76-4284-97a2-10d44a61acd1 from datanode DatanodeRegistration(127.0.0.1:35875, datanodeUuid=85fa87fa-42e0-4ab1-8ea5-18ffca39c4a6, infoPort=40473, infoSecurePort=0, ipcPort=45687, storageInfo=lv=-57;cid=testClusterID;nsid=1839476848;c=1731104332404) 2024-11-08T22:18:53,868 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6513bddc845f9f69 with lease ID 0x2ad9683ef576c76d: from storage DS-4b0cbcc9-ae76-4284-97a2-10d44a61acd1 node DatanodeRegistration(127.0.0.1:35875, datanodeUuid=85fa87fa-42e0-4ab1-8ea5-18ffca39c4a6, infoPort=40473, infoSecurePort=0, ipcPort=45687, storageInfo=lv=-57;cid=testClusterID;nsid=1839476848;c=1731104332404), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T22:18:53,911 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025ed6cb-172f-10d7-e221-cf362c57232f 2024-11-08T22:18:53,912 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:18:53,913 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:18:53,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35875 is added to blk_1073741825_1001 (size=7) 2024-11-08T22:18:54,320 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1 with version=8 2024-11-08T22:18:54,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/hbase-staging 2024-11-08T22:18:54,322 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ff635fa717b5:0 server-side Connection retries=45 2024-11-08T22:18:54,322 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:18:54,322 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T22:18:54,322 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T22:18:54,322 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:18:54,322 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T22:18:54,322 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T22:18:54,322 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T22:18:54,323 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42337 2024-11-08T22:18:54,324 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42337 connecting to ZooKeeper ensemble=127.0.0.1:56479 2024-11-08T22:18:54,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:423370x0, quorum=127.0.0.1:56479, baseZNode=/1-460212770 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T22:18:54,373 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42337-0x1011c87c1b70003 connected 2024-11-08T22:18:54,446 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:18:54,447 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:18:54,448 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42337-0x1011c87c1b70003, quorum=127.0.0.1:56479, baseZNode=/1-460212770 Set watcher on znode that does not yet exist, /1-460212770/running 2024-11-08T22:18:54,449 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1, hbase.cluster.distributed=false 2024-11-08T22:18:54,450 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42337-0x1011c87c1b70003, quorum=127.0.0.1:56479, baseZNode=/1-460212770 Set watcher on znode that does not yet exist, /1-460212770/acl 2024-11-08T22:18:54,450 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42337 2024-11-08T22:18:54,450 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42337 2024-11-08T22:18:54,451 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42337 2024-11-08T22:18:54,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42337 2024-11-08T22:18:54,453 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42337 2024-11-08T22:18:54,466 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ff635fa717b5:0 server-side Connection retries=45 2024-11-08T22:18:54,466 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:18:54,466 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T22:18:54,466 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T22:18:54,466 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:18:54,466 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T22:18:54,466 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T22:18:54,466 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T22:18:54,467 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45865 2024-11-08T22:18:54,467 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45865 connecting to ZooKeeper ensemble=127.0.0.1:56479 2024-11-08T22:18:54,468 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:18:54,469 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:18:54,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:458650x0, quorum=127.0.0.1:56479, baseZNode=/1-460212770 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T22:18:54,478 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:458650x0, quorum=127.0.0.1:56479, baseZNode=/1-460212770 Set watcher on znode that does not yet exist, /1-460212770/running 2024-11-08T22:18:54,478 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45865-0x1011c87c1b70004 connected 2024-11-08T22:18:54,478 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T22:18:54,478 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T22:18:54,479 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45865-0x1011c87c1b70004, quorum=127.0.0.1:56479, baseZNode=/1-460212770 Set watcher on znode that does not yet exist, /1-460212770/master 2024-11-08T22:18:54,480 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45865-0x1011c87c1b70004, quorum=127.0.0.1:56479, baseZNode=/1-460212770 Set watcher on znode that does not yet exist, /1-460212770/acl 2024-11-08T22:18:54,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45865 2024-11-08T22:18:54,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45865 2024-11-08T22:18:54,482 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45865 2024-11-08T22:18:54,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45865 2024-11-08T22:18:54,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45865 2024-11-08T22:18:54,495 DEBUG [M:0;ff635fa717b5:42337 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ff635fa717b5:42337 2024-11-08T22:18:54,496 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-460212770/backup-masters/ff635fa717b5,42337,1731104334322 2024-11-08T22:18:54,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x1011c87c1b70003, quorum=127.0.0.1:56479, baseZNode=/1-460212770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-460212770/backup-masters 2024-11-08T22:18:54,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45865-0x1011c87c1b70004, quorum=127.0.0.1:56479, baseZNode=/1-460212770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-460212770/backup-masters 2024-11-08T22:18:54,508 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42337-0x1011c87c1b70003, quorum=127.0.0.1:56479, baseZNode=/1-460212770 Set watcher on existing znode=/1-460212770/backup-masters/ff635fa717b5,42337,1731104334322 2024-11-08T22:18:54,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45865-0x1011c87c1b70004, quorum=127.0.0.1:56479, baseZNode=/1-460212770 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-460212770/master 2024-11-08T22:18:54,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x1011c87c1b70003, quorum=127.0.0.1:56479, baseZNode=/1-460212770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-460212770 2024-11-08T22:18:54,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45865-0x1011c87c1b70004, quorum=127.0.0.1:56479, baseZNode=/1-460212770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-460212770 2024-11-08T22:18:54,520 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42337-0x1011c87c1b70003, quorum=127.0.0.1:56479, baseZNode=/1-460212770 Set watcher on existing znode=/1-460212770/master 2024-11-08T22:18:54,520 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-460212770/backup-masters/ff635fa717b5,42337,1731104334322 from backup master directory 2024-11-08T22:18:54,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x1011c87c1b70003, quorum=127.0.0.1:56479, baseZNode=/1-460212770 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-460212770/backup-masters/ff635fa717b5,42337,1731104334322 2024-11-08T22:18:54,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45865-0x1011c87c1b70004, quorum=127.0.0.1:56479, baseZNode=/1-460212770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-460212770/backup-masters 2024-11-08T22:18:54,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x1011c87c1b70003, quorum=127.0.0.1:56479, baseZNode=/1-460212770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-460212770/backup-masters 2024-11-08T22:18:54,530 WARN [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T22:18:54,530 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ff635fa717b5,42337,1731104334322 2024-11-08T22:18:54,533 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/hbase.id] with ID: 1e80e004-077c-44f1-88b8-1c895fd55757 2024-11-08T22:18:54,533 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/.tmp/hbase.id 2024-11-08T22:18:54,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35875 is added to blk_1073741826_1002 (size=42) 2024-11-08T22:18:54,938 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/.tmp/hbase.id]:[hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/hbase.id] 2024-11-08T22:18:54,946 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:18:54,946 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T22:18:54,947 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T22:18:54,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x1011c87c1b70003, quorum=127.0.0.1:56479, baseZNode=/1-460212770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-460212770 2024-11-08T22:18:54,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45865-0x1011c87c1b70004, quorum=127.0.0.1:56479, baseZNode=/1-460212770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-460212770 2024-11-08T22:18:54,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35875 is added to blk_1073741827_1003 (size=196) 2024-11-08T22:18:55,398 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T22:18:55,399 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T22:18:55,400 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:18:55,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35875 is added to blk_1073741828_1004 (size=1189) 2024-11-08T22:18:55,805 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/MasterData/data/master/store 2024-11-08T22:18:55,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35875 is added to blk_1073741829_1005 (size=34) 2024-11-08T22:18:56,214 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:18:56,214 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T22:18:56,214 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:18:56,214 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:18:56,214 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T22:18:56,214 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:18:56,214 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:18:56,214 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731104336214Disabling compacts and flushes for region at 1731104336214Disabling writes for close at 1731104336214Writing region close event to WAL at 1731104336214Closed at 1731104336214 2024-11-08T22:18:56,215 WARN [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/MasterData/data/master/store/.initializing 2024-11-08T22:18:56,215 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/MasterData/WALs/ff635fa717b5,42337,1731104334322 2024-11-08T22:18:56,216 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T22:18:56,217 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ff635fa717b5%2C42337%2C1731104334322, suffix=, logDir=hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/MasterData/WALs/ff635fa717b5,42337,1731104334322, archiveDir=hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/MasterData/oldWALs, maxLogs=10 2024-11-08T22:18:56,243 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/MasterData/WALs/ff635fa717b5,42337,1731104334322/ff635fa717b5%2C42337%2C1731104334322.1731104336217, exclude list is [], retry=0 2024-11-08T22:18:56,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35875,DS-b8f494ac-603d-4add-b51d-f1dbe4a3e1d9,DISK] 2024-11-08T22:18:56,247 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/MasterData/WALs/ff635fa717b5,42337,1731104334322/ff635fa717b5%2C42337%2C1731104334322.1731104336217 2024-11-08T22:18:56,247 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40473:40473)] 2024-11-08T22:18:56,247 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T22:18:56,248 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:18:56,248 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:18:56,248 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:18:56,249 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:18:56,250 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T22:18:56,250 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:18:56,251 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:18:56,251 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:18:56,251 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T22:18:56,251 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:18:56,252 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:18:56,252 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:18:56,253 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T22:18:56,253 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:18:56,253 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:18:56,253 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:18:56,254 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T22:18:56,254 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:18:56,254 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:18:56,254 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:18:56,255 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:18:56,255 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:18:56,256 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:18:56,256 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:18:56,256 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T22:18:56,257 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:18:56,258 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:18:56,258 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65580320, jitterRate=-0.022777080535888672}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T22:18:56,258 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731104336248Initializing all the Stores at 1731104336249 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104336249Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104336249Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104336249Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104336249Cleaning up temporary data from old regions at 1731104336256 (+7 ms)Region opened successfully at 1731104336258 (+2 ms) 2024-11-08T22:18:56,259 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T22:18:56,261 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3041ced8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff635fa717b5/172.17.0.3:0 2024-11-08T22:18:56,262 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T22:18:56,262 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T22:18:56,262 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T22:18:56,262 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T22:18:56,262 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T22:18:56,263 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T22:18:56,263 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T22:18:56,264 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T22:18:56,265 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42337-0x1011c87c1b70003, quorum=127.0.0.1:56479, baseZNode=/1-460212770 Unable to get data of znode /1-460212770/balancer because node does not exist (not necessarily an error) 2024-11-08T22:18:56,341 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-460212770/balancer already deleted, retry=false 2024-11-08T22:18:56,341 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T22:18:56,342 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42337-0x1011c87c1b70003, quorum=127.0.0.1:56479, baseZNode=/1-460212770 Unable to get data of znode /1-460212770/normalizer because node does not exist (not necessarily an error) 2024-11-08T22:18:56,351 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-460212770/normalizer already deleted, retry=false 2024-11-08T22:18:56,351 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T22:18:56,352 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42337-0x1011c87c1b70003, quorum=127.0.0.1:56479, baseZNode=/1-460212770 Unable to get data of znode /1-460212770/switch/split because node does not exist (not necessarily an error) 2024-11-08T22:18:56,361 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-460212770/switch/split already deleted, retry=false 2024-11-08T22:18:56,362 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42337-0x1011c87c1b70003, quorum=127.0.0.1:56479, baseZNode=/1-460212770 Unable to get data of znode /1-460212770/switch/merge because node does not exist (not necessarily an error) 2024-11-08T22:18:56,372 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-460212770/switch/merge already deleted, retry=false 2024-11-08T22:18:56,374 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42337-0x1011c87c1b70003, quorum=127.0.0.1:56479, baseZNode=/1-460212770 Unable to get data of znode /1-460212770/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T22:18:56,382 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-460212770/snapshot-cleanup already deleted, retry=false 2024-11-08T22:18:56,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x1011c87c1b70003, quorum=127.0.0.1:56479, baseZNode=/1-460212770 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-460212770/running 2024-11-08T22:18:56,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45865-0x1011c87c1b70004, quorum=127.0.0.1:56479, baseZNode=/1-460212770 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-460212770/running 2024-11-08T22:18:56,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45865-0x1011c87c1b70004, quorum=127.0.0.1:56479, baseZNode=/1-460212770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-460212770 2024-11-08T22:18:56,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x1011c87c1b70003, quorum=127.0.0.1:56479, baseZNode=/1-460212770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-460212770 2024-11-08T22:18:56,393 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ff635fa717b5,42337,1731104334322, sessionid=0x1011c87c1b70003, setting cluster-up flag (Was=false) 2024-11-08T22:18:56,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45865-0x1011c87c1b70004, quorum=127.0.0.1:56479, baseZNode=/1-460212770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-460212770 2024-11-08T22:18:56,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x1011c87c1b70003, quorum=127.0.0.1:56479, baseZNode=/1-460212770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-460212770 2024-11-08T22:18:56,446 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-460212770/flush-table-proc/acquired, /1-460212770/flush-table-proc/reached, /1-460212770/flush-table-proc/abort 2024-11-08T22:18:56,447 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff635fa717b5,42337,1731104334322 2024-11-08T22:18:56,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45865-0x1011c87c1b70004, quorum=127.0.0.1:56479, baseZNode=/1-460212770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-460212770 2024-11-08T22:18:56,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x1011c87c1b70003, quorum=127.0.0.1:56479, baseZNode=/1-460212770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-460212770 2024-11-08T22:18:56,498 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-460212770/online-snapshot/acquired, /1-460212770/online-snapshot/reached, /1-460212770/online-snapshot/abort 2024-11-08T22:18:56,499 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff635fa717b5,42337,1731104334322 2024-11-08T22:18:56,500 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T22:18:56,501 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T22:18:56,501 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T22:18:56,501 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T22:18:56,501 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ff635fa717b5,42337,1731104334322 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T22:18:56,503 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:18:56,503 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:18:56,503 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:18:56,503 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:18:56,503 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ff635fa717b5:0, corePoolSize=10, maxPoolSize=10 2024-11-08T22:18:56,503 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:18:56,503 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ff635fa717b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T22:18:56,503 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:18:56,504 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731104366504 2024-11-08T22:18:56,504 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T22:18:56,504 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T22:18:56,504 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T22:18:56,504 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T22:18:56,504 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T22:18:56,504 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T22:18:56,504 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T22:18:56,504 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T22:18:56,504 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:56,505 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T22:18:56,505 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T22:18:56,505 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T22:18:56,505 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T22:18:56,505 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:18:56,505 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T22:18:56,505 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T22:18:56,505 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T22:18:56,505 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.large.0-1731104336505,5,FailOnTimeoutGroup] 2024-11-08T22:18:56,505 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.small.0-1731104336505,5,FailOnTimeoutGroup] 2024-11-08T22:18:56,505 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:56,505 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T22:18:56,506 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:56,506 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:56,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35875 is added to blk_1073741831_1007 (size=1321) 2024-11-08T22:18:56,588 INFO [RS:0;ff635fa717b5:45865 {}] regionserver.HRegionServer(746): ClusterId : 1e80e004-077c-44f1-88b8-1c895fd55757 2024-11-08T22:18:56,588 DEBUG [RS:0;ff635fa717b5:45865 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T22:18:56,594 DEBUG [RS:0;ff635fa717b5:45865 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T22:18:56,594 DEBUG [RS:0;ff635fa717b5:45865 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T22:18:56,604 DEBUG [RS:0;ff635fa717b5:45865 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T22:18:56,604 DEBUG [RS:0;ff635fa717b5:45865 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14cd38d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff635fa717b5/172.17.0.3:0 2024-11-08T22:18:56,616 DEBUG [RS:0;ff635fa717b5:45865 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ff635fa717b5:45865 2024-11-08T22:18:56,616 INFO [RS:0;ff635fa717b5:45865 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T22:18:56,616 INFO [RS:0;ff635fa717b5:45865 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T22:18:56,616 DEBUG [RS:0;ff635fa717b5:45865 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T22:18:56,616 INFO [RS:0;ff635fa717b5:45865 {}] regionserver.HRegionServer(2659): reportForDuty to master=ff635fa717b5,42337,1731104334322 with port=45865, startcode=1731104334465 2024-11-08T22:18:56,616 DEBUG [RS:0;ff635fa717b5:45865 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T22:18:56,618 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44007, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T22:18:56,618 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42337 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ff635fa717b5,45865,1731104334465 2024-11-08T22:18:56,618 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42337 {}] master.ServerManager(517): Registering regionserver=ff635fa717b5,45865,1731104334465 2024-11-08T22:18:56,619 DEBUG [RS:0;ff635fa717b5:45865 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1 2024-11-08T22:18:56,619 DEBUG [RS:0;ff635fa717b5:45865 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43293 2024-11-08T22:18:56,619 DEBUG [RS:0;ff635fa717b5:45865 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T22:18:56,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x1011c87c1b70003, quorum=127.0.0.1:56479, baseZNode=/1-460212770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-460212770/rs 2024-11-08T22:18:56,625 DEBUG [RS:0;ff635fa717b5:45865 {}] zookeeper.ZKUtil(111): regionserver:45865-0x1011c87c1b70004, quorum=127.0.0.1:56479, baseZNode=/1-460212770 Set watcher on existing znode=/1-460212770/rs/ff635fa717b5,45865,1731104334465 2024-11-08T22:18:56,625 WARN [RS:0;ff635fa717b5:45865 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T22:18:56,625 INFO [RS:0;ff635fa717b5:45865 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:18:56,625 DEBUG [RS:0;ff635fa717b5:45865 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/WALs/ff635fa717b5,45865,1731104334465 2024-11-08T22:18:56,625 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ff635fa717b5,45865,1731104334465] 2024-11-08T22:18:56,628 INFO [RS:0;ff635fa717b5:45865 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T22:18:56,629 INFO [RS:0;ff635fa717b5:45865 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T22:18:56,629 INFO [RS:0;ff635fa717b5:45865 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T22:18:56,629 INFO [RS:0;ff635fa717b5:45865 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:56,629 INFO [RS:0;ff635fa717b5:45865 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T22:18:56,630 INFO [RS:0;ff635fa717b5:45865 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T22:18:56,630 INFO [RS:0;ff635fa717b5:45865 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:56,630 DEBUG [RS:0;ff635fa717b5:45865 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:18:56,630 DEBUG [RS:0;ff635fa717b5:45865 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:18:56,630 DEBUG [RS:0;ff635fa717b5:45865 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:18:56,630 DEBUG [RS:0;ff635fa717b5:45865 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:18:56,630 DEBUG [RS:0;ff635fa717b5:45865 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:18:56,630 DEBUG [RS:0;ff635fa717b5:45865 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ff635fa717b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T22:18:56,630 DEBUG [RS:0;ff635fa717b5:45865 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:18:56,630 DEBUG [RS:0;ff635fa717b5:45865 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:18:56,630 DEBUG [RS:0;ff635fa717b5:45865 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:18:56,630 DEBUG [RS:0;ff635fa717b5:45865 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:18:56,630 DEBUG [RS:0;ff635fa717b5:45865 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:18:56,630 DEBUG [RS:0;ff635fa717b5:45865 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:18:56,630 DEBUG [RS:0;ff635fa717b5:45865 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T22:18:56,630 DEBUG [RS:0;ff635fa717b5:45865 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T22:18:56,631 INFO [RS:0;ff635fa717b5:45865 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:56,631 INFO [RS:0;ff635fa717b5:45865 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:56,631 INFO [RS:0;ff635fa717b5:45865 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:56,631 INFO [RS:0;ff635fa717b5:45865 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:56,631 INFO [RS:0;ff635fa717b5:45865 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:56,631 INFO [RS:0;ff635fa717b5:45865 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,45865,1731104334465-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T22:18:56,643 INFO [RS:0;ff635fa717b5:45865 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T22:18:56,644 INFO [RS:0;ff635fa717b5:45865 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,45865,1731104334465-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:56,644 INFO [RS:0;ff635fa717b5:45865 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:56,644 INFO [RS:0;ff635fa717b5:45865 {}] regionserver.Replication(171): ff635fa717b5,45865,1731104334465 started 2024-11-08T22:18:56,669 INFO [RS:0;ff635fa717b5:45865 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:56,669 INFO [RS:0;ff635fa717b5:45865 {}] regionserver.HRegionServer(1482): Serving as ff635fa717b5,45865,1731104334465, RpcServer on ff635fa717b5/172.17.0.3:45865, sessionid=0x1011c87c1b70004 2024-11-08T22:18:56,669 DEBUG [RS:0;ff635fa717b5:45865 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T22:18:56,669 DEBUG [RS:0;ff635fa717b5:45865 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ff635fa717b5,45865,1731104334465 2024-11-08T22:18:56,669 DEBUG [RS:0;ff635fa717b5:45865 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff635fa717b5,45865,1731104334465' 2024-11-08T22:18:56,669 DEBUG [RS:0;ff635fa717b5:45865 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-460212770/flush-table-proc/abort' 2024-11-08T22:18:56,670 DEBUG [RS:0;ff635fa717b5:45865 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-460212770/flush-table-proc/acquired' 2024-11-08T22:18:56,671 DEBUG [RS:0;ff635fa717b5:45865 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T22:18:56,671 DEBUG [RS:0;ff635fa717b5:45865 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T22:18:56,671 DEBUG [RS:0;ff635fa717b5:45865 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ff635fa717b5,45865,1731104334465 2024-11-08T22:18:56,671 DEBUG [RS:0;ff635fa717b5:45865 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff635fa717b5,45865,1731104334465' 2024-11-08T22:18:56,671 DEBUG [RS:0;ff635fa717b5:45865 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-460212770/online-snapshot/abort' 2024-11-08T22:18:56,671 DEBUG [RS:0;ff635fa717b5:45865 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-460212770/online-snapshot/acquired' 2024-11-08T22:18:56,671 DEBUG [RS:0;ff635fa717b5:45865 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T22:18:56,671 INFO [RS:0;ff635fa717b5:45865 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T22:18:56,671 INFO [RS:0;ff635fa717b5:45865 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T22:18:56,772 INFO [RS:0;ff635fa717b5:45865 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T22:18:56,773 INFO [RS:0;ff635fa717b5:45865 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff635fa717b5%2C45865%2C1731104334465, suffix=, logDir=hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/WALs/ff635fa717b5,45865,1731104334465, archiveDir=hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/oldWALs, maxLogs=10 2024-11-08T22:18:56,786 DEBUG [RS:0;ff635fa717b5:45865 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/WALs/ff635fa717b5,45865,1731104334465/ff635fa717b5%2C45865%2C1731104334465.1731104336773, exclude list is [], retry=0 2024-11-08T22:18:56,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35875,DS-b8f494ac-603d-4add-b51d-f1dbe4a3e1d9,DISK] 2024-11-08T22:18:56,790 INFO [RS:0;ff635fa717b5:45865 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/WALs/ff635fa717b5,45865,1731104334465/ff635fa717b5%2C45865%2C1731104334465.1731104336773 2024-11-08T22:18:56,790 DEBUG [RS:0;ff635fa717b5:45865 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40473:40473)] 2024-11-08T22:18:56,914 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T22:18:56,914 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1 2024-11-08T22:18:56,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35875 is added to blk_1073741833_1009 (size=32) 2024-11-08T22:18:57,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:18:57,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T22:18:57,322 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T22:18:57,322 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:18:57,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:18:57,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T22:18:57,323 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T22:18:57,323 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:18:57,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:18:57,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T22:18:57,324 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T22:18:57,324 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:18:57,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:18:57,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T22:18:57,326 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T22:18:57,326 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:18:57,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:18:57,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T22:18:57,327 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/data/hbase/meta/1588230740 2024-11-08T22:18:57,327 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/data/hbase/meta/1588230740 2024-11-08T22:18:57,328 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T22:18:57,328 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T22:18:57,328 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T22:18:57,329 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T22:18:57,330 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:18:57,331 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64575997, jitterRate=-0.03774265944957733}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T22:18:57,331 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731104337319Initializing all the Stores at 1731104337320 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104337320Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104337320Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104337320Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104337320Cleaning up temporary data from old regions at 1731104337328 (+8 ms)Region opened successfully at 1731104337331 (+3 ms) 2024-11-08T22:18:57,331 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T22:18:57,331 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T22:18:57,331 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T22:18:57,331 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T22:18:57,331 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T22:18:57,331 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T22:18:57,331 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731104337331Disabling compacts and flushes for region at 1731104337331Disabling writes for close at 1731104337331Writing region close event to WAL at 1731104337331Closed at 1731104337331 2024-11-08T22:18:57,332 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T22:18:57,332 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T22:18:57,333 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T22:18:57,333 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T22:18:57,334 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T22:18:57,484 DEBUG [ff635fa717b5:42337 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T22:18:57,485 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ff635fa717b5,45865,1731104334465 2024-11-08T22:18:57,486 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff635fa717b5,45865,1731104334465, state=OPENING 2024-11-08T22:18:57,638 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T22:18:57,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x1011c87c1b70003, quorum=127.0.0.1:56479, baseZNode=/1-460212770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-460212770 2024-11-08T22:18:57,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45865-0x1011c87c1b70004, quorum=127.0.0.1:56479, baseZNode=/1-460212770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-460212770 2024-11-08T22:18:57,657 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T22:18:57,657 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-460212770/meta-region-server: CHANGED 2024-11-08T22:18:57,657 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-460212770/meta-region-server: CHANGED 2024-11-08T22:18:57,657 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ff635fa717b5,45865,1731104334465}] 2024-11-08T22:18:57,712 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T22:18:57,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:18:57,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:18:57,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:18:57,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:18:57,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:18:57,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:18:57,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:18:57,744 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:18:57,745 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:18:57,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:18:57,758 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T22:18:57,809 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T22:18:57,810 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48213, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T22:18:57,813 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T22:18:57,813 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:18:57,813 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T22:18:57,814 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff635fa717b5%2C45865%2C1731104334465.meta, suffix=.meta, logDir=hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/WALs/ff635fa717b5,45865,1731104334465, archiveDir=hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/oldWALs, maxLogs=10 2024-11-08T22:18:57,825 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/WALs/ff635fa717b5,45865,1731104334465/ff635fa717b5%2C45865%2C1731104334465.meta.1731104337814.meta, exclude list is [], retry=0 2024-11-08T22:18:57,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35875,DS-b8f494ac-603d-4add-b51d-f1dbe4a3e1d9,DISK] 2024-11-08T22:18:57,829 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/WALs/ff635fa717b5,45865,1731104334465/ff635fa717b5%2C45865%2C1731104334465.meta.1731104337814.meta 2024-11-08T22:18:57,829 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40473:40473)] 2024-11-08T22:18:57,829 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T22:18:57,829 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T22:18:57,830 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T22:18:57,830 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T22:18:57,830 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T22:18:57,830 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T22:18:57,830 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:18:57,830 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T22:18:57,830 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T22:18:57,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T22:18:57,832 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T22:18:57,832 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:18:57,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:18:57,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T22:18:57,833 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T22:18:57,833 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:18:57,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:18:57,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T22:18:57,834 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T22:18:57,834 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:18:57,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:18:57,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T22:18:57,834 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T22:18:57,834 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:18:57,835 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:18:57,835 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T22:18:57,835 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/data/hbase/meta/1588230740 2024-11-08T22:18:57,836 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/data/hbase/meta/1588230740 2024-11-08T22:18:57,837 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T22:18:57,837 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T22:18:57,837 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T22:18:57,838 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T22:18:57,839 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63763886, jitterRate=-0.049844056367874146}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T22:18:57,839 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T22:18:57,839 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731104337830Writing region info on filesystem at 1731104337830Initializing all the Stores at 1731104337831 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104337831Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104337831Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104337831Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104337831Cleaning up temporary data from old regions at 1731104337837 (+6 ms)Running coprocessor post-open hooks at 1731104337839 (+2 ms)Region opened successfully at 1731104337839 2024-11-08T22:18:57,840 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731104337809 2024-11-08T22:18:57,842 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T22:18:57,842 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T22:18:57,842 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ff635fa717b5,45865,1731104334465 2024-11-08T22:18:57,843 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff635fa717b5,45865,1731104334465, state=OPEN 2024-11-08T22:18:57,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x1011c87c1b70003, quorum=127.0.0.1:56479, baseZNode=/1-460212770 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-460212770/meta-region-server 2024-11-08T22:18:57,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45865-0x1011c87c1b70004, quorum=127.0.0.1:56479, baseZNode=/1-460212770 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-460212770/meta-region-server 2024-11-08T22:18:57,854 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ff635fa717b5,45865,1731104334465 2024-11-08T22:18:57,855 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-460212770/meta-region-server: CHANGED 2024-11-08T22:18:57,855 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-460212770/meta-region-server: CHANGED 2024-11-08T22:18:57,856 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T22:18:57,856 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ff635fa717b5,45865,1731104334465 in 197 msec 2024-11-08T22:18:57,858 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T22:18:57,858 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 524 msec 2024-11-08T22:18:57,859 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T22:18:57,859 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T22:18:57,860 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:18:57,860 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,45865,1731104334465, seqNum=-1] 2024-11-08T22:18:57,860 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:18:57,861 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38757, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T22:18:57,865 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3640 sec 2024-11-08T22:18:57,865 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731104337865, completionTime=-1 2024-11-08T22:18:57,865 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T22:18:57,865 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T22:18:57,867 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T22:18:57,867 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731104397867 2024-11-08T22:18:57,867 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731104457867 2024-11-08T22:18:57,867 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T22:18:57,867 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,42337,1731104334322-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:57,867 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,42337,1731104334322-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:57,867 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,42337,1731104334322-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:57,867 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ff635fa717b5:42337, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:57,868 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:57,868 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:57,869 DEBUG [master/ff635fa717b5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T22:18:57,871 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.341sec 2024-11-08T22:18:57,871 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T22:18:57,871 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T22:18:57,871 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T22:18:57,871 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T22:18:57,871 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T22:18:57,871 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,42337,1731104334322-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T22:18:57,871 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,42337,1731104334322-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T22:18:57,873 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T22:18:57,873 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T22:18:57,873 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,42337,1731104334322-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:18:57,889 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d0aa39a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:18:57,889 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,42337,-1 for getting cluster id 2024-11-08T22:18:57,889 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:18:57,890 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1e80e004-077c-44f1-88b8-1c895fd55757' 2024-11-08T22:18:57,890 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:18:57,890 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1e80e004-077c-44f1-88b8-1c895fd55757" 2024-11-08T22:18:57,890 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a6be07e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:18:57,890 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,42337,-1] 2024-11-08T22:18:57,890 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:18:57,891 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:18:57,891 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:18:57,892 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54276dd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:18:57,892 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:18:57,893 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,45865,1731104334465, seqNum=-1] 2024-11-08T22:18:57,893 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:18:57,894 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T22:18:57,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ff635fa717b5,42337,1731104334322 2024-11-08T22:18:57,896 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56479 2024-11-08T22:18:57,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56479, baseZNode=/1-460212770 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T22:18:57,909 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011c87c1b70005 connected 2024-11-08T22:18:57,921 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:18:57,922 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is ff635fa717b5,40635,1731104329124 2024-11-08T22:18:57,922 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3546686f 2024-11-08T22:18:57,922 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T22:18:57,923 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T22:18:57,924 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40635 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T22:18:57,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40635 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T22:18:57,925 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T22:18:57,925 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:18:57,925 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40635 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T22:18:57,926 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T22:18:57,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40635 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:18:57,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45491 is added to blk_1073741835_1011 (size=902) 2024-11-08T22:18:58,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40635 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:18:58,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40635 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:18:58,335 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d2b22394b0659dd9430320a637a4d8e7, NAME => 'test,,1731104337923.d2b22394b0659dd9430320a637a4d8e7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b 2024-11-08T22:18:58,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45491 is added to blk_1073741836_1012 (size=39) 2024-11-08T22:18:58,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40635 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:18:58,740 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731104337923.d2b22394b0659dd9430320a637a4d8e7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:18:58,740 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d2b22394b0659dd9430320a637a4d8e7, disabling compactions & flushes 2024-11-08T22:18:58,740 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731104337923.d2b22394b0659dd9430320a637a4d8e7. 2024-11-08T22:18:58,740 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731104337923.d2b22394b0659dd9430320a637a4d8e7. 2024-11-08T22:18:58,740 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731104337923.d2b22394b0659dd9430320a637a4d8e7. after waiting 0 ms 2024-11-08T22:18:58,740 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731104337923.d2b22394b0659dd9430320a637a4d8e7. 2024-11-08T22:18:58,740 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731104337923.d2b22394b0659dd9430320a637a4d8e7. 2024-11-08T22:18:58,740 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d2b22394b0659dd9430320a637a4d8e7: Waiting for close lock at 1731104338740Disabling compacts and flushes for region at 1731104338740Disabling writes for close at 1731104338740Writing region close event to WAL at 1731104338740Closed at 1731104338740 2024-11-08T22:18:58,741 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T22:18:58,741 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731104337923.d2b22394b0659dd9430320a637a4d8e7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731104338741"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731104338741"}]},"ts":"1731104338741"} 2024-11-08T22:18:58,743 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T22:18:58,744 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T22:18:58,744 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731104338744"}]},"ts":"1731104338744"} 2024-11-08T22:18:58,745 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T22:18:58,746 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d2b22394b0659dd9430320a637a4d8e7, ASSIGN}] 2024-11-08T22:18:58,746 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d2b22394b0659dd9430320a637a4d8e7, ASSIGN 2024-11-08T22:18:58,747 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d2b22394b0659dd9430320a637a4d8e7, ASSIGN; state=OFFLINE, location=ff635fa717b5,39363,1731104329316; forceNewPlan=false, retain=false 2024-11-08T22:18:58,897 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d2b22394b0659dd9430320a637a4d8e7, regionState=OPENING, regionLocation=ff635fa717b5,39363,1731104329316 2024-11-08T22:18:58,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d2b22394b0659dd9430320a637a4d8e7, ASSIGN because future has completed 2024-11-08T22:18:58,900 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2b22394b0659dd9430320a637a4d8e7, server=ff635fa717b5,39363,1731104329316}] 2024-11-08T22:18:59,056 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731104337923.d2b22394b0659dd9430320a637a4d8e7. 2024-11-08T22:18:59,056 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d2b22394b0659dd9430320a637a4d8e7, NAME => 'test,,1731104337923.d2b22394b0659dd9430320a637a4d8e7.', STARTKEY => '', ENDKEY => ''} 2024-11-08T22:18:59,056 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T22:18:59,056 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T22:18:59,057 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d2b22394b0659dd9430320a637a4d8e7 2024-11-08T22:18:59,057 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731104337923.d2b22394b0659dd9430320a637a4d8e7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:18:59,057 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d2b22394b0659dd9430320a637a4d8e7 2024-11-08T22:18:59,057 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d2b22394b0659dd9430320a637a4d8e7 2024-11-08T22:18:59,063 INFO [StoreOpener-d2b22394b0659dd9430320a637a4d8e7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d2b22394b0659dd9430320a637a4d8e7 2024-11-08T22:18:59,064 INFO [StoreOpener-d2b22394b0659dd9430320a637a4d8e7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2b22394b0659dd9430320a637a4d8e7 columnFamilyName f 2024-11-08T22:18:59,064 DEBUG [StoreOpener-d2b22394b0659dd9430320a637a4d8e7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:18:59,065 INFO [StoreOpener-d2b22394b0659dd9430320a637a4d8e7-1 {}] regionserver.HStore(327): Store=d2b22394b0659dd9430320a637a4d8e7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:18:59,065 INFO [StoreOpener-d2b22394b0659dd9430320a637a4d8e7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d2b22394b0659dd9430320a637a4d8e7 2024-11-08T22:18:59,066 INFO [StoreOpener-d2b22394b0659dd9430320a637a4d8e7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2b22394b0659dd9430320a637a4d8e7 columnFamilyName f1 2024-11-08T22:18:59,066 DEBUG [StoreOpener-d2b22394b0659dd9430320a637a4d8e7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:18:59,066 INFO [StoreOpener-d2b22394b0659dd9430320a637a4d8e7-1 {}] regionserver.HStore(327): Store=d2b22394b0659dd9430320a637a4d8e7/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:18:59,066 INFO [StoreOpener-d2b22394b0659dd9430320a637a4d8e7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d2b22394b0659dd9430320a637a4d8e7 2024-11-08T22:18:59,067 INFO [StoreOpener-d2b22394b0659dd9430320a637a4d8e7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2b22394b0659dd9430320a637a4d8e7 columnFamilyName norep 2024-11-08T22:18:59,067 DEBUG [StoreOpener-d2b22394b0659dd9430320a637a4d8e7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:18:59,067 INFO [StoreOpener-d2b22394b0659dd9430320a637a4d8e7-1 {}] regionserver.HStore(327): Store=d2b22394b0659dd9430320a637a4d8e7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:18:59,068 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d2b22394b0659dd9430320a637a4d8e7 2024-11-08T22:18:59,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40635 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:18:59,068 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/data/default/test/d2b22394b0659dd9430320a637a4d8e7 2024-11-08T22:18:59,068 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/data/default/test/d2b22394b0659dd9430320a637a4d8e7 2024-11-08T22:18:59,069 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d2b22394b0659dd9430320a637a4d8e7 2024-11-08T22:18:59,069 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d2b22394b0659dd9430320a637a4d8e7 2024-11-08T22:18:59,069 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T22:18:59,070 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d2b22394b0659dd9430320a637a4d8e7 2024-11-08T22:18:59,072 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/data/default/test/d2b22394b0659dd9430320a637a4d8e7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:18:59,072 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d2b22394b0659dd9430320a637a4d8e7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61662890, jitterRate=-0.0811513364315033}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T22:18:59,072 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d2b22394b0659dd9430320a637a4d8e7 2024-11-08T22:18:59,073 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d2b22394b0659dd9430320a637a4d8e7: Running coprocessor pre-open hook at 1731104339057Writing region info on filesystem at 1731104339057Initializing all the Stores at 1731104339058 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104339058Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104339058Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104339058Cleaning up temporary data from old regions at 1731104339069 (+11 ms)Running coprocessor post-open hooks at 1731104339072 (+3 ms)Region opened successfully at 1731104339073 (+1 ms) 2024-11-08T22:18:59,074 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731104337923.d2b22394b0659dd9430320a637a4d8e7., pid=6, masterSystemTime=1731104339052 2024-11-08T22:18:59,076 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731104337923.d2b22394b0659dd9430320a637a4d8e7. 2024-11-08T22:18:59,076 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731104337923.d2b22394b0659dd9430320a637a4d8e7. 2024-11-08T22:18:59,076 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d2b22394b0659dd9430320a637a4d8e7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ff635fa717b5,39363,1731104329316 2024-11-08T22:18:59,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2b22394b0659dd9430320a637a4d8e7, server=ff635fa717b5,39363,1731104329316 because future has completed 2024-11-08T22:18:59,080 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T22:18:59,080 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d2b22394b0659dd9430320a637a4d8e7, server=ff635fa717b5,39363,1731104329316 in 179 msec 2024-11-08T22:18:59,082 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T22:18:59,082 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d2b22394b0659dd9430320a637a4d8e7, ASSIGN in 334 msec 2024-11-08T22:18:59,082 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T22:18:59,083 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731104339082"}]},"ts":"1731104339082"} 2024-11-08T22:18:59,084 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T22:18:59,085 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T22:18:59,087 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1610 sec 2024-11-08T22:19:00,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40635 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:19:00,078 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T22:19:00,078 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:19:00,079 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is ff635fa717b5,42337,1731104334322 2024-11-08T22:19:00,079 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30322397 2024-11-08T22:19:00,079 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T22:19:00,080 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T22:19:00,080 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42337 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T22:19:00,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42337 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T22:19:00,082 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T22:19:00,082 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:19:00,082 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42337 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T22:19:00,083 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T22:19:00,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:19:00,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35875 is added to blk_1073741835_1011 (size=902) 2024-11-08T22:19:00,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:19:00,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:19:00,494 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 795d051b1e0d11963b1bb9d9db023a74, NAME => 'test,,1731104340080.795d051b1e0d11963b1bb9d9db023a74.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1 2024-11-08T22:19:00,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35875 is added to blk_1073741836_1012 (size=39) 2024-11-08T22:19:00,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:19:00,898 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731104340080.795d051b1e0d11963b1bb9d9db023a74.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:19:00,899 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 795d051b1e0d11963b1bb9d9db023a74, disabling compactions & flushes 2024-11-08T22:19:00,899 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731104340080.795d051b1e0d11963b1bb9d9db023a74. 2024-11-08T22:19:00,899 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731104340080.795d051b1e0d11963b1bb9d9db023a74. 2024-11-08T22:19:00,899 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731104340080.795d051b1e0d11963b1bb9d9db023a74. after waiting 0 ms 2024-11-08T22:19:00,899 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731104340080.795d051b1e0d11963b1bb9d9db023a74. 2024-11-08T22:19:00,899 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731104340080.795d051b1e0d11963b1bb9d9db023a74. 2024-11-08T22:19:00,899 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 795d051b1e0d11963b1bb9d9db023a74: Waiting for close lock at 1731104340899Disabling compacts and flushes for region at 1731104340899Disabling writes for close at 1731104340899Writing region close event to WAL at 1731104340899Closed at 1731104340899 2024-11-08T22:19:00,900 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T22:19:00,900 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731104340080.795d051b1e0d11963b1bb9d9db023a74.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731104340900"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731104340900"}]},"ts":"1731104340900"} 2024-11-08T22:19:00,902 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T22:19:00,902 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T22:19:00,903 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731104340902"}]},"ts":"1731104340902"} 2024-11-08T22:19:00,904 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T22:19:00,904 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=795d051b1e0d11963b1bb9d9db023a74, ASSIGN}] 2024-11-08T22:19:00,905 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=795d051b1e0d11963b1bb9d9db023a74, ASSIGN 2024-11-08T22:19:00,905 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=795d051b1e0d11963b1bb9d9db023a74, ASSIGN; state=OFFLINE, location=ff635fa717b5,45865,1731104334465; forceNewPlan=false, retain=false 2024-11-08T22:19:01,056 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=795d051b1e0d11963b1bb9d9db023a74, regionState=OPENING, regionLocation=ff635fa717b5,45865,1731104334465 2024-11-08T22:19:01,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=795d051b1e0d11963b1bb9d9db023a74, ASSIGN because future has completed 2024-11-08T22:19:01,058 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 795d051b1e0d11963b1bb9d9db023a74, server=ff635fa717b5,45865,1731104334465}] 2024-11-08T22:19:01,216 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731104340080.795d051b1e0d11963b1bb9d9db023a74. 2024-11-08T22:19:01,216 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 795d051b1e0d11963b1bb9d9db023a74, NAME => 'test,,1731104340080.795d051b1e0d11963b1bb9d9db023a74.', STARTKEY => '', ENDKEY => ''} 2024-11-08T22:19:01,217 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T22:19:01,217 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T22:19:01,217 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 795d051b1e0d11963b1bb9d9db023a74 2024-11-08T22:19:01,217 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731104340080.795d051b1e0d11963b1bb9d9db023a74.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:19:01,217 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 795d051b1e0d11963b1bb9d9db023a74 2024-11-08T22:19:01,217 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 795d051b1e0d11963b1bb9d9db023a74 2024-11-08T22:19:01,218 INFO [StoreOpener-795d051b1e0d11963b1bb9d9db023a74-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 795d051b1e0d11963b1bb9d9db023a74 2024-11-08T22:19:01,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:19:01,219 INFO [StoreOpener-795d051b1e0d11963b1bb9d9db023a74-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 795d051b1e0d11963b1bb9d9db023a74 columnFamilyName f 2024-11-08T22:19:01,219 DEBUG [StoreOpener-795d051b1e0d11963b1bb9d9db023a74-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:19:01,219 INFO [StoreOpener-795d051b1e0d11963b1bb9d9db023a74-1 {}] regionserver.HStore(327): Store=795d051b1e0d11963b1bb9d9db023a74/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:19:01,219 INFO [StoreOpener-795d051b1e0d11963b1bb9d9db023a74-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 795d051b1e0d11963b1bb9d9db023a74 2024-11-08T22:19:01,220 INFO [StoreOpener-795d051b1e0d11963b1bb9d9db023a74-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 795d051b1e0d11963b1bb9d9db023a74 columnFamilyName f1 2024-11-08T22:19:01,220 DEBUG [StoreOpener-795d051b1e0d11963b1bb9d9db023a74-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:19:01,221 INFO [StoreOpener-795d051b1e0d11963b1bb9d9db023a74-1 {}] regionserver.HStore(327): Store=795d051b1e0d11963b1bb9d9db023a74/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:19:01,221 INFO [StoreOpener-795d051b1e0d11963b1bb9d9db023a74-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 795d051b1e0d11963b1bb9d9db023a74 2024-11-08T22:19:01,222 INFO [StoreOpener-795d051b1e0d11963b1bb9d9db023a74-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 795d051b1e0d11963b1bb9d9db023a74 columnFamilyName norep 2024-11-08T22:19:01,222 DEBUG [StoreOpener-795d051b1e0d11963b1bb9d9db023a74-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:19:01,223 INFO [StoreOpener-795d051b1e0d11963b1bb9d9db023a74-1 {}] regionserver.HStore(327): Store=795d051b1e0d11963b1bb9d9db023a74/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:19:01,223 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 795d051b1e0d11963b1bb9d9db023a74 2024-11-08T22:19:01,223 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/data/default/test/795d051b1e0d11963b1bb9d9db023a74 2024-11-08T22:19:01,224 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/data/default/test/795d051b1e0d11963b1bb9d9db023a74 2024-11-08T22:19:01,224 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 795d051b1e0d11963b1bb9d9db023a74 2024-11-08T22:19:01,224 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 795d051b1e0d11963b1bb9d9db023a74 2024-11-08T22:19:01,225 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T22:19:01,226 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 795d051b1e0d11963b1bb9d9db023a74 2024-11-08T22:19:01,232 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/data/default/test/795d051b1e0d11963b1bb9d9db023a74/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:19:01,232 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 795d051b1e0d11963b1bb9d9db023a74; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61703541, jitterRate=-0.0805455893278122}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T22:19:01,232 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 795d051b1e0d11963b1bb9d9db023a74 2024-11-08T22:19:01,232 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 795d051b1e0d11963b1bb9d9db023a74: Running coprocessor pre-open hook at 1731104341217Writing region info on filesystem at 1731104341217Initializing all the Stores at 1731104341218 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104341218Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104341218Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104341218Cleaning up temporary data from old regions at 1731104341224 (+6 ms)Running coprocessor post-open hooks at 1731104341232 (+8 ms)Region opened successfully at 1731104341232 2024-11-08T22:19:01,233 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731104340080.795d051b1e0d11963b1bb9d9db023a74., pid=6, masterSystemTime=1731104341210 2024-11-08T22:19:01,235 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731104340080.795d051b1e0d11963b1bb9d9db023a74. 2024-11-08T22:19:01,235 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731104340080.795d051b1e0d11963b1bb9d9db023a74. 2024-11-08T22:19:01,235 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=795d051b1e0d11963b1bb9d9db023a74, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ff635fa717b5,45865,1731104334465 2024-11-08T22:19:01,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 795d051b1e0d11963b1bb9d9db023a74, server=ff635fa717b5,45865,1731104334465 because future has completed 2024-11-08T22:19:01,239 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T22:19:01,239 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 795d051b1e0d11963b1bb9d9db023a74, server=ff635fa717b5,45865,1731104334465 in 180 msec 2024-11-08T22:19:01,241 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T22:19:01,241 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=795d051b1e0d11963b1bb9d9db023a74, ASSIGN in 335 msec 2024-11-08T22:19:01,242 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T22:19:01,242 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731104341242"}]},"ts":"1731104341242"} 2024-11-08T22:19:01,244 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T22:19:01,245 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T22:19:01,246 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1650 sec 2024-11-08T22:19:02,038 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:19:02,038 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ff635fa717b5,36459,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff635fa717b5:36459 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T22:19:02,038 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18274 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ff635fa717b5,36459,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff635fa717b5:36459 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T22:19:02,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:19:02,228 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T22:19:02,228 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78cb50e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:19:02,228 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,40635,-1 for getting cluster id 2024-11-08T22:19:02,228 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:19:02,229 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8dcbc668-f340-46ad-a0d3-b6466b67e9dc' 2024-11-08T22:19:02,229 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:19:02,229 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8dcbc668-f340-46ad-a0d3-b6466b67e9dc" 2024-11-08T22:19:02,229 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cf5b9a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:19:02,229 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,40635,-1] 2024-11-08T22:19:02,230 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:19:02,230 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:19:02,230 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:19:02,231 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@230dc83c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:19:02,231 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2229cd7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:19:02,231 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,42337,-1 for getting cluster id 2024-11-08T22:19:02,231 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:19:02,232 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1e80e004-077c-44f1-88b8-1c895fd55757' 2024-11-08T22:19:02,232 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:19:02,232 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1e80e004-077c-44f1-88b8-1c895fd55757" 2024-11-08T22:19:02,232 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e905c81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:19:02,232 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,42337,-1] 2024-11-08T22:19:02,232 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:19:02,233 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:19:02,233 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:19:02,233 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@578738d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:19:02,234 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d815a98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:19:02,234 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,40635,-1 for getting cluster id 2024-11-08T22:19:02,234 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:19:02,234 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8dcbc668-f340-46ad-a0d3-b6466b67e9dc' 2024-11-08T22:19:02,235 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:19:02,235 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8dcbc668-f340-46ad-a0d3-b6466b67e9dc" 2024-11-08T22:19:02,235 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9a8cb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:19:02,235 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,40635,-1] 2024-11-08T22:19:02,235 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:19:02,235 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:19:02,236 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:19:02,236 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1440b2cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:19:02,236 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:19:02,237 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is ff635fa717b5,40635,1731104329124 2024-11-08T22:19:02,237 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ee24c93 2024-11-08T22:19:02,237 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T22:19:02,237 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T22:19:02,238 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40635 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ff635fa717b5:42337,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T22:19:02,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40635 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T22:19:02,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40635 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T22:19:02,240 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ff635fa717b5:42337' 2024-11-08T22:19:02,241 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60f99b8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:19:02,241 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,42337,-1 for getting cluster id 2024-11-08T22:19:02,241 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:19:02,242 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1e80e004-077c-44f1-88b8-1c895fd55757' 2024-11-08T22:19:02,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:19:02,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1e80e004-077c-44f1-88b8-1c895fd55757" 2024-11-08T22:19:02,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52d449d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:19:02,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,42337,-1] 2024-11-08T22:19:02,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:19:02,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:19:02,243 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:19:02,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c5732e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:19:02,244 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:19:02,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ff635fa717b5,42337,1731104334322 2024-11-08T22:19:02,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a94d67f 2024-11-08T22:19:02,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T22:19:02,245 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T22:19:02,246 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T22:19:02,246 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T22:19:02,246 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:19:02,246 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:19:02,246 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:19:02,246 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T22:19:02,247 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T22:19:02,248 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T22:19:02,248 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:19:02,249 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T22:19:02,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45491 is added to blk_1073741837_1013 (size=1138) 2024-11-08T22:19:02,297 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T22:19:02,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40635 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T22:19:02,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40635 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T22:19:02,628 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-08T22:19:02,655 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 60e41cc47f06e3f4195ef3ef3db823ed, NAME => 'hbase:replication,,1731104342246.60e41cc47f06e3f4195ef3ef3db823ed.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b 2024-11-08T22:19:02,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45491 is added to blk_1073741838_1014 (size=44) 2024-11-08T22:19:02,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40635 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T22:19:03,111 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731104342246.60e41cc47f06e3f4195ef3ef3db823ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:19:03,112 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 60e41cc47f06e3f4195ef3ef3db823ed, disabling compactions & flushes 2024-11-08T22:19:03,112 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731104342246.60e41cc47f06e3f4195ef3ef3db823ed. 2024-11-08T22:19:03,112 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731104342246.60e41cc47f06e3f4195ef3ef3db823ed. 2024-11-08T22:19:03,112 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731104342246.60e41cc47f06e3f4195ef3ef3db823ed. after waiting 0 ms 2024-11-08T22:19:03,112 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731104342246.60e41cc47f06e3f4195ef3ef3db823ed. 2024-11-08T22:19:03,112 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731104342246.60e41cc47f06e3f4195ef3ef3db823ed. 2024-11-08T22:19:03,112 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 60e41cc47f06e3f4195ef3ef3db823ed: Waiting for close lock at 1731104343111Disabling compacts and flushes for region at 1731104343111Disabling writes for close at 1731104343112 (+1 ms)Writing region close event to WAL at 1731104343112Closed at 1731104343112 2024-11-08T22:19:03,113 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T22:19:03,113 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731104342246.60e41cc47f06e3f4195ef3ef3db823ed.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731104343113"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731104343113"}]},"ts":"1731104343113"} 2024-11-08T22:19:03,115 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T22:19:03,115 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T22:19:03,116 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731104343115"}]},"ts":"1731104343115"} 2024-11-08T22:19:03,117 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T22:19:03,117 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=60e41cc47f06e3f4195ef3ef3db823ed, ASSIGN}] 2024-11-08T22:19:03,118 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=60e41cc47f06e3f4195ef3ef3db823ed, ASSIGN 2024-11-08T22:19:03,119 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=60e41cc47f06e3f4195ef3ef3db823ed, ASSIGN; state=OFFLINE, location=ff635fa717b5,39363,1731104329316; forceNewPlan=false, retain=false 2024-11-08T22:19:03,269 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=60e41cc47f06e3f4195ef3ef3db823ed, regionState=OPENING, regionLocation=ff635fa717b5,39363,1731104329316 2024-11-08T22:19:03,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=60e41cc47f06e3f4195ef3ef3db823ed, ASSIGN because future has completed 2024-11-08T22:19:03,272 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 60e41cc47f06e3f4195ef3ef3db823ed, server=ff635fa717b5,39363,1731104329316}] 2024-11-08T22:19:03,332 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T22:19:03,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:19:03,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:19:03,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:19:03,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:19:03,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:19:03,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:19:03,363 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:19:03,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:19:03,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:19:03,368 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:19:03,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40635 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T22:19:03,382 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T22:19:03,382 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-08T22:19:03,383 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T22:19:03,383 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-08T22:19:03,427 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731104342246.60e41cc47f06e3f4195ef3ef3db823ed. 2024-11-08T22:19:03,427 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:19:03,427 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T22:19:03,428 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff635fa717b5%2C39363%2C1731104329316.rep, suffix=, logDir=hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/WALs/ff635fa717b5,39363,1731104329316, archiveDir=hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/oldWALs, maxLogs=10 2024-11-08T22:19:03,444 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/WALs/ff635fa717b5,39363,1731104329316/ff635fa717b5%2C39363%2C1731104329316.rep.1731104343429, exclude list is [], retry=0 2024-11-08T22:19:03,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45491,DS-7322882f-16f4-4de8-9d8e-72268daa5a33,DISK] 2024-11-08T22:19:03,448 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/WALs/ff635fa717b5,39363,1731104329316/ff635fa717b5%2C39363%2C1731104329316.rep.1731104343429 2024-11-08T22:19:03,448 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33039:33039)] 2024-11-08T22:19:03,448 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 60e41cc47f06e3f4195ef3ef3db823ed, NAME => 'hbase:replication,,1731104342246.60e41cc47f06e3f4195ef3ef3db823ed.', STARTKEY => '', ENDKEY => ''} 2024-11-08T22:19:03,449 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T22:19:03,449 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T22:19:03,449 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731104342246.60e41cc47f06e3f4195ef3ef3db823ed. service=MultiRowMutationService 2024-11-08T22:19:03,449 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T22:19:03,449 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 60e41cc47f06e3f4195ef3ef3db823ed 2024-11-08T22:19:03,449 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731104342246.60e41cc47f06e3f4195ef3ef3db823ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:19:03,449 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 60e41cc47f06e3f4195ef3ef3db823ed 2024-11-08T22:19:03,449 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 60e41cc47f06e3f4195ef3ef3db823ed 2024-11-08T22:19:03,451 INFO [StoreOpener-60e41cc47f06e3f4195ef3ef3db823ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 60e41cc47f06e3f4195ef3ef3db823ed 2024-11-08T22:19:03,452 INFO [StoreOpener-60e41cc47f06e3f4195ef3ef3db823ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60e41cc47f06e3f4195ef3ef3db823ed columnFamilyName hfileref 2024-11-08T22:19:03,452 DEBUG [StoreOpener-60e41cc47f06e3f4195ef3ef3db823ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:19:03,452 INFO [StoreOpener-60e41cc47f06e3f4195ef3ef3db823ed-1 {}] regionserver.HStore(327): Store=60e41cc47f06e3f4195ef3ef3db823ed/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:19:03,452 INFO [StoreOpener-60e41cc47f06e3f4195ef3ef3db823ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 60e41cc47f06e3f4195ef3ef3db823ed 2024-11-08T22:19:03,453 INFO [StoreOpener-60e41cc47f06e3f4195ef3ef3db823ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60e41cc47f06e3f4195ef3ef3db823ed columnFamilyName queue 2024-11-08T22:19:03,453 DEBUG [StoreOpener-60e41cc47f06e3f4195ef3ef3db823ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:19:03,453 INFO [StoreOpener-60e41cc47f06e3f4195ef3ef3db823ed-1 {}] regionserver.HStore(327): Store=60e41cc47f06e3f4195ef3ef3db823ed/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:19:03,453 INFO [StoreOpener-60e41cc47f06e3f4195ef3ef3db823ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 60e41cc47f06e3f4195ef3ef3db823ed 2024-11-08T22:19:03,454 INFO [StoreOpener-60e41cc47f06e3f4195ef3ef3db823ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60e41cc47f06e3f4195ef3ef3db823ed columnFamilyName sid 2024-11-08T22:19:03,454 DEBUG [StoreOpener-60e41cc47f06e3f4195ef3ef3db823ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:19:03,454 INFO [StoreOpener-60e41cc47f06e3f4195ef3ef3db823ed-1 {}] regionserver.HStore(327): Store=60e41cc47f06e3f4195ef3ef3db823ed/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:19:03,454 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 60e41cc47f06e3f4195ef3ef3db823ed 2024-11-08T22:19:03,455 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/data/hbase/replication/60e41cc47f06e3f4195ef3ef3db823ed 2024-11-08T22:19:03,455 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/data/hbase/replication/60e41cc47f06e3f4195ef3ef3db823ed 2024-11-08T22:19:03,456 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 60e41cc47f06e3f4195ef3ef3db823ed 2024-11-08T22:19:03,456 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 60e41cc47f06e3f4195ef3ef3db823ed 2024-11-08T22:19:03,456 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T22:19:03,457 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 60e41cc47f06e3f4195ef3ef3db823ed 2024-11-08T22:19:03,458 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/data/hbase/replication/60e41cc47f06e3f4195ef3ef3db823ed/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:19:03,459 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 60e41cc47f06e3f4195ef3ef3db823ed; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59109619, jitterRate=-0.1191980391740799}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T22:19:03,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 60e41cc47f06e3f4195ef3ef3db823ed 2024-11-08T22:19:03,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 60e41cc47f06e3f4195ef3ef3db823ed: Running coprocessor pre-open hook at 1731104343450Writing region info on filesystem at 1731104343450Initializing all the Stores at 1731104343450Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104343450Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104343450Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104343450Cleaning up temporary data from old regions at 1731104343456 (+6 ms)Running coprocessor post-open hooks at 1731104343459 (+3 ms)Region opened successfully at 1731104343459 2024-11-08T22:19:03,460 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731104342246.60e41cc47f06e3f4195ef3ef3db823ed., pid=10, masterSystemTime=1731104343423 2024-11-08T22:19:03,462 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731104342246.60e41cc47f06e3f4195ef3ef3db823ed. 2024-11-08T22:19:03,462 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731104342246.60e41cc47f06e3f4195ef3ef3db823ed. 2024-11-08T22:19:03,463 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=60e41cc47f06e3f4195ef3ef3db823ed, regionState=OPEN, openSeqNum=2, regionLocation=ff635fa717b5,39363,1731104329316 2024-11-08T22:19:03,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 60e41cc47f06e3f4195ef3ef3db823ed, server=ff635fa717b5,39363,1731104329316 because future has completed 2024-11-08T22:19:03,467 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T22:19:03,467 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 60e41cc47f06e3f4195ef3ef3db823ed, server=ff635fa717b5,39363,1731104329316 in 194 msec 2024-11-08T22:19:03,470 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T22:19:03,470 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=60e41cc47f06e3f4195ef3ef3db823ed, ASSIGN in 350 msec 2024-11-08T22:19:03,471 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T22:19:03,471 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731104343471"}]},"ts":"1731104343471"} 2024-11-08T22:19:03,473 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T22:19:03,474 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T22:19:03,475 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2280 sec 2024-11-08T22:19:03,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731104342246.60e41cc47f06e3f4195ef3ef3db823ed., hostname=ff635fa717b5,39363,1731104329316, seqNum=2] 2024-11-08T22:19:03,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39363-0x1011c87c1b70001, quorum=127.0.0.1:56479, baseZNode=/0966376995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0966376995 2024-11-08T22:19:03,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40635-0x1011c87c1b70000, quorum=127.0.0.1:56479, baseZNode=/0966376995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0966376995 2024-11-08T22:19:03,583 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T22:19:03,735 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39363 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T22:19:03,736 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T22:19:03,758 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-08T22:19:03,775 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ff635fa717b5,39363,1731104329316, ReplicationSource: 1, currentBandwidth=0 2024-11-08T22:19:03,776 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:19:03,776 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,39363,1731104329316, seqNum=-1] 2024-11-08T22:19:03,776 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:19:03,777 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33969, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-08T22:19:03,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ff635fa717b5,39363,1731104329316', locateType=CURRENT is [region=hbase:replication,,1731104342246.60e41cc47f06e3f4195ef3ef3db823ed., hostname=ff635fa717b5,39363,1731104329316, seqNum=2] 2024-11-08T22:19:03,781 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T22:19:03,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40635 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T22:19:03,783 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ff635fa717b5,39363,1731104329316 suceeded 2024-11-08T22:19:03,785 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T22:19:03,785 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 200 msec 2024-11-08T22:19:03,785 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ff635fa717b5:42337,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T22:19:03,786 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5470 sec 2024-11-08T22:19:03,794 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39363,1731104329316 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ff635fa717b5:42337' 2024-11-08T22:19:03,796 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39363,1731104329316 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d84484b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:19:03,796 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39363,1731104329316 {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,42337,-1 for getting cluster id 2024-11-08T22:19:03,796 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39363,1731104329316 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:19:03,797 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1e80e004-077c-44f1-88b8-1c895fd55757' 2024-11-08T22:19:03,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:19:03,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1e80e004-077c-44f1-88b8-1c895fd55757" 2024-11-08T22:19:03,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@66cbba13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:19:03,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,42337,-1] 2024-11-08T22:19:03,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:19:03,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:19:03,798 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:19:03,798 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39363,1731104329316 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ed7c32f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:19:03,799 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39363,1731104329316 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:19:03,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ff635fa717b5,42337,1731104334322 2024-11-08T22:19:03,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16c29990 2024-11-08T22:19:03,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T22:19:03,800 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-08T22:19:03,800 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39363,1731104329316 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ff635fa717b5,39363,1731104329316 (queues=1) is replicating from cluster=8dcbc668-f340-46ad-a0d3-b6466b67e9dc to cluster=1e80e004-077c-44f1-88b8-1c895fd55757 2024-11-08T22:19:03,801 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39363,1731104329316 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ff635fa717b5%2C39363%2C1731104329316 2024-11-08T22:19:03,801 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39363,1731104329316 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ff635fa717b5,39363,1731104329316, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T22:19:03,801 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39363,1731104329316.replicationSource.shipperff635fa717b5%2C39363%2C1731104329316,1-ff635fa717b5,39363,1731104329316 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ff635fa717b5%2C39363%2C1731104329316 2024-11-08T22:19:03,801 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39363,1731104329316.replicationSource.wal-reader.ff635fa717b5%2C39363%2C1731104329316,1-ff635fa717b5,39363,1731104329316 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/WALs/ff635fa717b5,39363,1731104329316/ff635fa717b5%2C39363%2C1731104329316.1731104331621, startPosition=0, beingWritten=true 2024-11-08T22:19:03,806 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39363,1731104329316.replicationSource.wal-reader.ff635fa717b5%2C39363%2C1731104329316,1-ff635fa717b5,39363,1731104329316 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T22:19:03,806 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39363,1731104329316.replicationSource.wal-reader.ff635fa717b5%2C39363%2C1731104329316,1-ff635fa717b5,39363,1731104329316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/WALs/ff635fa717b5,39363,1731104329316/ff635fa717b5%2C39363%2C1731104329316.1731104331621 to pos 379, reset compression=false 2024-11-08T22:19:03,806 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39363,1731104329316.replicationSource.shipperff635fa717b5%2C39363%2C1731104329316,1-ff635fa717b5,39363,1731104329316 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff635fa717b5,39363,1731104329316 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/WALs/ff635fa717b5,39363,1731104329316/ff635fa717b5%2C39363%2C1731104329316.1731104331621, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T22:19:04,009 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39363,1731104329316.replicationSource.wal-reader.ff635fa717b5%2C39363%2C1731104329316,1-ff635fa717b5,39363,1731104329316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/WALs/ff635fa717b5,39363,1731104329316/ff635fa717b5%2C39363%2C1731104329316.1731104331621 to pos 379, reset compression=false 2024-11-08T22:19:04,313 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39363,1731104329316.replicationSource.wal-reader.ff635fa717b5%2C39363%2C1731104329316,1-ff635fa717b5,39363,1731104329316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/WALs/ff635fa717b5,39363,1731104329316/ff635fa717b5%2C39363%2C1731104329316.1731104331621 to pos 379, reset compression=false 2024-11-08T22:19:04,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40635 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T22:19:04,388 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T22:19:04,388 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T22:19:04,388 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:19:04,388 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:19:04,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:19:04,389 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:19:04,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23c48548, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:19:04,390 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,42337,-1 for getting cluster id 2024-11-08T22:19:04,390 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:19:04,390 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1e80e004-077c-44f1-88b8-1c895fd55757' 2024-11-08T22:19:04,391 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:19:04,391 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1e80e004-077c-44f1-88b8-1c895fd55757" 2024-11-08T22:19:04,391 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16766a82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:19:04,391 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,42337,-1] 2024-11-08T22:19:04,391 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:19:04,391 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:19:04,392 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:19:04,393 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74b10e28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:19:04,393 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:19:04,394 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ff635fa717b5,42337,1731104334322 2024-11-08T22:19:04,394 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23317337 2024-11-08T22:19:04,394 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T22:19:04,395 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T22:19:04,395 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42337 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ff635fa717b5:40635,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T22:19:04,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42337 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T22:19:04,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T22:19:04,397 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ff635fa717b5:40635' 2024-11-08T22:19:04,398 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7451cd70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:19:04,398 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,40635,-1 for getting cluster id 2024-11-08T22:19:04,398 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:19:04,399 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8dcbc668-f340-46ad-a0d3-b6466b67e9dc' 2024-11-08T22:19:04,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:19:04,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8dcbc668-f340-46ad-a0d3-b6466b67e9dc" 2024-11-08T22:19:04,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4affe6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:19:04,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,40635,-1] 2024-11-08T22:19:04,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:19:04,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:19:04,400 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:19:04,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@327a4583, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:19:04,400 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:19:04,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ff635fa717b5,40635,1731104329124 2024-11-08T22:19:04,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6722964 2024-11-08T22:19:04,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T22:19:04,402 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T22:19:04,402 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T22:19:04,402 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T22:19:04,402 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:19:04,402 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:19:04,402 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:19:04,403 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T22:19:04,404 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T22:19:04,404 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T22:19:04,404 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:19:04,405 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T22:19:04,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35875 is added to blk_1073741837_1013 (size=1138) 2024-11-08T22:19:04,454 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T22:19:04,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T22:19:04,716 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39363,1731104329316.replicationSource.wal-reader.ff635fa717b5%2C39363%2C1731104329316,1-ff635fa717b5,39363,1731104329316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/WALs/ff635fa717b5,39363,1731104329316/ff635fa717b5%2C39363%2C1731104329316.1731104331621 to pos 379, reset compression=false 2024-11-08T22:19:04,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T22:19:04,810 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => af5b6631ef64387d0f4acccd2d5db79b, NAME => 'hbase:replication,,1731104344403.af5b6631ef64387d0f4acccd2d5db79b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1 2024-11-08T22:19:04,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35875 is added to blk_1073741838_1014 (size=44) 2024-11-08T22:19:05,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T22:19:05,217 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731104344403.af5b6631ef64387d0f4acccd2d5db79b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:19:05,217 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing af5b6631ef64387d0f4acccd2d5db79b, disabling compactions & flushes 2024-11-08T22:19:05,217 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731104344403.af5b6631ef64387d0f4acccd2d5db79b. 2024-11-08T22:19:05,217 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731104344403.af5b6631ef64387d0f4acccd2d5db79b. 2024-11-08T22:19:05,217 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731104344403.af5b6631ef64387d0f4acccd2d5db79b. after waiting 0 ms 2024-11-08T22:19:05,217 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731104344403.af5b6631ef64387d0f4acccd2d5db79b. 2024-11-08T22:19:05,217 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731104344403.af5b6631ef64387d0f4acccd2d5db79b. 2024-11-08T22:19:05,217 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for af5b6631ef64387d0f4acccd2d5db79b: Waiting for close lock at 1731104345217Disabling compacts and flushes for region at 1731104345217Disabling writes for close at 1731104345217Writing region close event to WAL at 1731104345217Closed at 1731104345217 2024-11-08T22:19:05,218 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T22:19:05,218 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731104344403.af5b6631ef64387d0f4acccd2d5db79b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731104345218"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731104345218"}]},"ts":"1731104345218"} 2024-11-08T22:19:05,219 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39363,1731104329316.replicationSource.wal-reader.ff635fa717b5%2C39363%2C1731104329316,1-ff635fa717b5,39363,1731104329316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/WALs/ff635fa717b5,39363,1731104329316/ff635fa717b5%2C39363%2C1731104329316.1731104331621 to pos 379, reset compression=false 2024-11-08T22:19:05,220 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T22:19:05,221 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T22:19:05,221 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731104345221"}]},"ts":"1731104345221"} 2024-11-08T22:19:05,223 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T22:19:05,223 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=af5b6631ef64387d0f4acccd2d5db79b, ASSIGN}] 2024-11-08T22:19:05,224 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=af5b6631ef64387d0f4acccd2d5db79b, ASSIGN 2024-11-08T22:19:05,225 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=af5b6631ef64387d0f4acccd2d5db79b, ASSIGN; state=OFFLINE, location=ff635fa717b5,45865,1731104334465; forceNewPlan=false, retain=false 2024-11-08T22:19:05,375 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=af5b6631ef64387d0f4acccd2d5db79b, regionState=OPENING, regionLocation=ff635fa717b5,45865,1731104334465 2024-11-08T22:19:05,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=af5b6631ef64387d0f4acccd2d5db79b, ASSIGN because future has completed 2024-11-08T22:19:05,377 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure af5b6631ef64387d0f4acccd2d5db79b, server=ff635fa717b5,45865,1731104334465}] 2024-11-08T22:19:05,533 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731104344403.af5b6631ef64387d0f4acccd2d5db79b. 2024-11-08T22:19:05,533 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:19:05,533 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T22:19:05,534 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff635fa717b5%2C45865%2C1731104334465.rep, suffix=, logDir=hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/WALs/ff635fa717b5,45865,1731104334465, archiveDir=hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/oldWALs, maxLogs=10 2024-11-08T22:19:05,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T22:19:05,548 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/WALs/ff635fa717b5,45865,1731104334465/ff635fa717b5%2C45865%2C1731104334465.rep.1731104345535, exclude list is [], retry=0 2024-11-08T22:19:05,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35875,DS-b8f494ac-603d-4add-b51d-f1dbe4a3e1d9,DISK] 2024-11-08T22:19:05,551 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/WALs/ff635fa717b5,45865,1731104334465/ff635fa717b5%2C45865%2C1731104334465.rep.1731104345535 2024-11-08T22:19:05,551 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40473:40473)] 2024-11-08T22:19:05,551 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => af5b6631ef64387d0f4acccd2d5db79b, NAME => 'hbase:replication,,1731104344403.af5b6631ef64387d0f4acccd2d5db79b.', STARTKEY => '', ENDKEY => ''} 2024-11-08T22:19:05,551 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T22:19:05,552 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T22:19:05,552 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731104344403.af5b6631ef64387d0f4acccd2d5db79b. service=MultiRowMutationService 2024-11-08T22:19:05,552 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T22:19:05,552 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication af5b6631ef64387d0f4acccd2d5db79b 2024-11-08T22:19:05,552 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731104344403.af5b6631ef64387d0f4acccd2d5db79b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:19:05,552 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for af5b6631ef64387d0f4acccd2d5db79b 2024-11-08T22:19:05,552 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for af5b6631ef64387d0f4acccd2d5db79b 2024-11-08T22:19:05,553 INFO [StoreOpener-af5b6631ef64387d0f4acccd2d5db79b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region af5b6631ef64387d0f4acccd2d5db79b 2024-11-08T22:19:05,554 INFO [StoreOpener-af5b6631ef64387d0f4acccd2d5db79b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af5b6631ef64387d0f4acccd2d5db79b columnFamilyName hfileref 2024-11-08T22:19:05,554 DEBUG [StoreOpener-af5b6631ef64387d0f4acccd2d5db79b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:19:05,554 INFO [StoreOpener-af5b6631ef64387d0f4acccd2d5db79b-1 {}] regionserver.HStore(327): Store=af5b6631ef64387d0f4acccd2d5db79b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:19:05,555 INFO [StoreOpener-af5b6631ef64387d0f4acccd2d5db79b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region af5b6631ef64387d0f4acccd2d5db79b 2024-11-08T22:19:05,555 INFO [StoreOpener-af5b6631ef64387d0f4acccd2d5db79b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af5b6631ef64387d0f4acccd2d5db79b columnFamilyName queue 2024-11-08T22:19:05,556 DEBUG [StoreOpener-af5b6631ef64387d0f4acccd2d5db79b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:19:05,556 INFO [StoreOpener-af5b6631ef64387d0f4acccd2d5db79b-1 {}] regionserver.HStore(327): Store=af5b6631ef64387d0f4acccd2d5db79b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:19:05,556 INFO [StoreOpener-af5b6631ef64387d0f4acccd2d5db79b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region af5b6631ef64387d0f4acccd2d5db79b 2024-11-08T22:19:05,557 INFO [StoreOpener-af5b6631ef64387d0f4acccd2d5db79b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af5b6631ef64387d0f4acccd2d5db79b columnFamilyName sid 2024-11-08T22:19:05,557 DEBUG [StoreOpener-af5b6631ef64387d0f4acccd2d5db79b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:19:05,557 INFO [StoreOpener-af5b6631ef64387d0f4acccd2d5db79b-1 {}] regionserver.HStore(327): Store=af5b6631ef64387d0f4acccd2d5db79b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:19:05,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for af5b6631ef64387d0f4acccd2d5db79b 2024-11-08T22:19:05,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/data/hbase/replication/af5b6631ef64387d0f4acccd2d5db79b 2024-11-08T22:19:05,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/data/hbase/replication/af5b6631ef64387d0f4acccd2d5db79b 2024-11-08T22:19:05,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for af5b6631ef64387d0f4acccd2d5db79b 2024-11-08T22:19:05,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for af5b6631ef64387d0f4acccd2d5db79b 2024-11-08T22:19:05,559 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T22:19:05,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for af5b6631ef64387d0f4acccd2d5db79b 2024-11-08T22:19:05,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/data/hbase/replication/af5b6631ef64387d0f4acccd2d5db79b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:19:05,562 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened af5b6631ef64387d0f4acccd2d5db79b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71188279, jitterRate=0.06078802049160004}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T22:19:05,562 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for af5b6631ef64387d0f4acccd2d5db79b 2024-11-08T22:19:05,562 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for af5b6631ef64387d0f4acccd2d5db79b: Running coprocessor pre-open hook at 1731104345552Writing region info on filesystem at 1731104345552Initializing all the Stores at 1731104345553 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104345553Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104345553Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104345553Cleaning up temporary data from old regions at 1731104345558 (+5 ms)Running coprocessor post-open hooks at 1731104345562 (+4 ms)Region opened successfully at 1731104345562 2024-11-08T22:19:05,563 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731104344403.af5b6631ef64387d0f4acccd2d5db79b., pid=10, masterSystemTime=1731104345529 2024-11-08T22:19:05,564 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731104344403.af5b6631ef64387d0f4acccd2d5db79b. 2024-11-08T22:19:05,564 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731104344403.af5b6631ef64387d0f4acccd2d5db79b. 2024-11-08T22:19:05,565 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=af5b6631ef64387d0f4acccd2d5db79b, regionState=OPEN, openSeqNum=2, regionLocation=ff635fa717b5,45865,1731104334465 2024-11-08T22:19:05,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure af5b6631ef64387d0f4acccd2d5db79b, server=ff635fa717b5,45865,1731104334465 because future has completed 2024-11-08T22:19:05,569 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T22:19:05,569 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure af5b6631ef64387d0f4acccd2d5db79b, server=ff635fa717b5,45865,1731104334465 in 191 msec 2024-11-08T22:19:05,570 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T22:19:05,570 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=af5b6631ef64387d0f4acccd2d5db79b, ASSIGN in 346 msec 2024-11-08T22:19:05,571 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T22:19:05,571 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731104345571"}]},"ts":"1731104345571"} 2024-11-08T22:19:05,573 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T22:19:05,573 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T22:19:05,575 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1700 sec 2024-11-08T22:19:05,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731104344403.af5b6631ef64387d0f4acccd2d5db79b., hostname=ff635fa717b5,45865,1731104334465, seqNum=2] 2024-11-08T22:19:05,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45865-0x1011c87c1b70004, quorum=127.0.0.1:56479, baseZNode=/1-460212770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-460212770 2024-11-08T22:19:05,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x1011c87c1b70003, quorum=127.0.0.1:56479, baseZNode=/1-460212770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-460212770 2024-11-08T22:19:05,709 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T22:19:05,823 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39363,1731104329316.replicationSource.wal-reader.ff635fa717b5%2C39363%2C1731104329316,1-ff635fa717b5,39363,1731104329316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/WALs/ff635fa717b5,39363,1731104329316/ff635fa717b5%2C39363%2C1731104329316.1731104331621 to pos 379, reset compression=false 2024-11-08T22:19:05,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45865 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T22:19:05,861 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T22:19:05,887 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ff635fa717b5,45865,1731104334465, ReplicationSource: 1, currentBandwidth=0 2024-11-08T22:19:05,888 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:19:05,888 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,45865,1731104334465, seqNum=-1] 2024-11-08T22:19:05,888 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:19:05,889 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33591, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-08T22:19:05,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ff635fa717b5,45865,1731104334465', locateType=CURRENT is [region=hbase:replication,,1731104344403.af5b6631ef64387d0f4acccd2d5db79b., hostname=ff635fa717b5,45865,1731104334465, seqNum=2] 2024-11-08T22:19:05,893 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T22:19:05,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42337 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T22:19:05,894 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ff635fa717b5,45865,1731104334465 suceeded 2024-11-08T22:19:05,896 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T22:19:05,896 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-08T22:19:05,896 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ff635fa717b5:40635,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T22:19:05,897 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5010 sec 2024-11-08T22:19:05,906 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45865,1731104334465 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ff635fa717b5:40635' 2024-11-08T22:19:05,907 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45865,1731104334465 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@491b215, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:19:05,907 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45865,1731104334465 {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,40635,-1 for getting cluster id 2024-11-08T22:19:05,907 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45865,1731104334465 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:19:05,908 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8dcbc668-f340-46ad-a0d3-b6466b67e9dc' 2024-11-08T22:19:05,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:19:05,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8dcbc668-f340-46ad-a0d3-b6466b67e9dc" 2024-11-08T22:19:05,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73ec0803, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:19:05,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,40635,-1] 2024-11-08T22:19:05,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:19:05,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:19:05,909 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:19:05,909 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45865,1731104334465 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f0178fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:19:05,909 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45865,1731104334465 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:19:05,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ff635fa717b5,40635,1731104329124 2024-11-08T22:19:05,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b304e06 2024-11-08T22:19:05,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T22:19:05,911 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-08T22:19:05,911 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45865,1731104334465 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ff635fa717b5,45865,1731104334465 (queues=1) is replicating from cluster=1e80e004-077c-44f1-88b8-1c895fd55757 to cluster=8dcbc668-f340-46ad-a0d3-b6466b67e9dc 2024-11-08T22:19:05,911 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45865,1731104334465 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ff635fa717b5%2C45865%2C1731104334465 2024-11-08T22:19:05,911 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45865,1731104334465 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ff635fa717b5,45865,1731104334465, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T22:19:05,912 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45865,1731104334465.replicationSource.shipperff635fa717b5%2C45865%2C1731104334465,1-ff635fa717b5,45865,1731104334465 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ff635fa717b5%2C45865%2C1731104334465 2024-11-08T22:19:05,912 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45865,1731104334465.replicationSource.wal-reader.ff635fa717b5%2C45865%2C1731104334465,1-ff635fa717b5,45865,1731104334465 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/WALs/ff635fa717b5,45865,1731104334465/ff635fa717b5%2C45865%2C1731104334465.1731104336773, startPosition=0, beingWritten=true 2024-11-08T22:19:05,916 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45865,1731104334465.replicationSource.wal-reader.ff635fa717b5%2C45865%2C1731104334465,1-ff635fa717b5,45865,1731104334465 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T22:19:05,916 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45865,1731104334465.replicationSource.wal-reader.ff635fa717b5%2C45865%2C1731104334465,1-ff635fa717b5,45865,1731104334465 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/WALs/ff635fa717b5,45865,1731104334465/ff635fa717b5%2C45865%2C1731104334465.1731104336773 to pos 379, reset compression=false 2024-11-08T22:19:05,916 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45865,1731104334465.replicationSource.shipperff635fa717b5%2C45865%2C1731104334465,1-ff635fa717b5,45865,1731104334465 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff635fa717b5,45865,1731104334465 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/WALs/ff635fa717b5,45865,1731104334465/ff635fa717b5%2C45865%2C1731104334465.1731104336773, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T22:19:06,119 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45865,1731104334465.replicationSource.wal-reader.ff635fa717b5%2C45865%2C1731104334465,1-ff635fa717b5,45865,1731104334465 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/WALs/ff635fa717b5,45865,1731104334465/ff635fa717b5%2C45865%2C1731104334465.1731104336773 to pos 379, reset compression=false 2024-11-08T22:19:06,423 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45865,1731104334465.replicationSource.wal-reader.ff635fa717b5%2C45865%2C1731104334465,1-ff635fa717b5,45865,1731104334465 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/WALs/ff635fa717b5,45865,1731104334465/ff635fa717b5%2C45865%2C1731104334465.1731104336773 to pos 379, reset compression=false 2024-11-08T22:19:06,527 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39363,1731104329316.replicationSource.wal-reader.ff635fa717b5%2C39363%2C1731104329316,1-ff635fa717b5,39363,1731104329316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/WALs/ff635fa717b5,39363,1731104329316/ff635fa717b5%2C39363%2C1731104329316.1731104331621 to pos 379, reset compression=false 2024-11-08T22:19:06,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T22:19:06,558 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T22:19:06,558 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T22:19:06,558 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:19:06,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:19:06,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:19:06,558 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:19:06,559 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:19:06,559 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,39363,1731104329316, seqNum=-1] 2024-11-08T22:19:06,560 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:19:06,560 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T22:19:06,562 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731104337923.d2b22394b0659dd9430320a637a4d8e7., hostname=ff635fa717b5,39363,1731104329316, seqNum=2] 2024-11-08T22:19:06,564 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:19:06,565 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,45865,1731104334465, seqNum=-1] 2024-11-08T22:19:06,566 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:19:06,566 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T22:19:06,568 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731104340080.795d051b1e0d11963b1bb9d9db023a74., hostname=ff635fa717b5,45865,1731104334465, seqNum=2] 2024-11-08T22:19:06,569 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-08T22:19:06,826 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45865,1731104334465.replicationSource.wal-reader.ff635fa717b5%2C45865%2C1731104334465,1-ff635fa717b5,45865,1731104334465 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/WALs/ff635fa717b5,45865,1731104334465/ff635fa717b5%2C45865%2C1731104334465.1731104336773 to pos 379, reset compression=false 2024-11-08T22:19:07,329 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45865,1731104334465.replicationSource.wal-reader.ff635fa717b5%2C45865%2C1731104334465,1-ff635fa717b5,45865,1731104334465 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/WALs/ff635fa717b5,45865,1731104334465/ff635fa717b5%2C45865%2C1731104334465.1731104336773 to pos 379, reset compression=false 2024-11-08T22:19:07,330 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39363,1731104329316.replicationSource.wal-reader.ff635fa717b5%2C39363%2C1731104329316,1-ff635fa717b5,39363,1731104329316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/WALs/ff635fa717b5,39363,1731104329316/ff635fa717b5%2C39363%2C1731104329316.1731104331621 to pos 379, reset compression=false 2024-11-08T22:19:07,337 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39363,1731104329316.replicationSource.wal-reader.ff635fa717b5%2C39363%2C1731104329316,1-ff635fa717b5,39363,1731104329316 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T22:19:07,337 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39363,1731104329316.replicationSource.wal-reader.ff635fa717b5%2C39363%2C1731104329316,1-ff635fa717b5,39363,1731104329316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/WALs/ff635fa717b5,39363,1731104329316/ff635fa717b5%2C39363%2C1731104329316.1731104331621 to pos 480, reset compression=false 2024-11-08T22:19:07,337 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39363,1731104329316.replicationSource.shipperff635fa717b5%2C39363%2C1731104329316,1-ff635fa717b5,39363,1731104329316 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff635fa717b5,39363,1731104329316 got entry batch from reader: WALEntryBatch [walEntries=[{test/d2b22394b0659dd9430320a637a4d8e7/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/WALs/ff635fa717b5,39363,1731104329316/ff635fa717b5%2C39363%2C1731104329316.1731104331621, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-08T22:19:07,339 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39363,1731104329316.replicationSource.shipperff635fa717b5%2C39363%2C1731104329316,1-ff635fa717b5,39363,1731104329316 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T22:19:07,340 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-08T22:19:07,343 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45865 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T22:19:07,343 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45865 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b6940f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:19:07,343 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45865 {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,42337,-1 for getting cluster id 2024-11-08T22:19:07,343 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45865 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:19:07,344 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1e80e004-077c-44f1-88b8-1c895fd55757' 2024-11-08T22:19:07,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:19:07,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1e80e004-077c-44f1-88b8-1c895fd55757" 2024-11-08T22:19:07,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3cd504b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:19:07,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,42337,-1] 2024-11-08T22:19:07,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:19:07,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:19:07,345 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:19:07,346 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45865 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e20c670, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:19:07,350 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45865 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:19:07,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,45865,1731104334465, seqNum=-1] 2024-11-08T22:19:07,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:19:07,352 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-08T22:19:07,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731104340080.795d051b1e0d11963b1bb9d9db023a74., hostname=ff635fa717b5,45865,1731104334465, seqNum=2] 2024-11-08T22:19:07,372 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45865 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T22:19:07,541 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39363,1731104329316.replicationSource.wal-reader.ff635fa717b5%2C39363%2C1731104329316,1-ff635fa717b5,39363,1731104329316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/WALs/ff635fa717b5,39363,1731104329316/ff635fa717b5%2C39363%2C1731104329316.1731104331621 to pos 480, reset compression=false 2024-11-08T22:19:07,572 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-08T22:19:07,575 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-08T22:19:07,844 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39363,1731104329316.replicationSource.wal-reader.ff635fa717b5%2C39363%2C1731104329316,1-ff635fa717b5,39363,1731104329316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/WALs/ff635fa717b5,39363,1731104329316/ff635fa717b5%2C39363%2C1731104329316.1731104331621 to pos 480, reset compression=false 2024-11-08T22:19:07,932 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45865,1731104334465.replicationSource.wal-reader.ff635fa717b5%2C45865%2C1731104334465,1-ff635fa717b5,45865,1731104334465 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/WALs/ff635fa717b5,45865,1731104334465/ff635fa717b5%2C45865%2C1731104334465.1731104336773 to pos 379, reset compression=false 2024-11-08T22:19:07,936 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45865,1731104334465.replicationSource.wal-reader.ff635fa717b5%2C45865%2C1731104334465,1-ff635fa717b5,45865,1731104334465 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T22:19:07,936 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45865,1731104334465.replicationSource.wal-reader.ff635fa717b5%2C45865%2C1731104334465,1-ff635fa717b5,45865,1731104334465 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/WALs/ff635fa717b5,45865,1731104334465/ff635fa717b5%2C45865%2C1731104334465.1731104336773 to pos 608, reset compression=false 2024-11-08T22:19:07,936 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45865,1731104334465.replicationSource.shipperff635fa717b5%2C45865%2C1731104334465,1-ff635fa717b5,45865,1731104334465 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff635fa717b5,45865,1731104334465 got entry batch from reader: WALEntryBatch [walEntries=[{test/795d051b1e0d11963b1bb9d9db023a74/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/WALs/ff635fa717b5,45865,1731104334465/ff635fa717b5%2C45865%2C1731104334465.1731104336773, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-08T22:19:07,938 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45865,1731104334465.replicationSource.shipperff635fa717b5%2C45865%2C1731104334465,1-ff635fa717b5,45865,1731104334465 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T22:19:07,939 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-08T22:19:07,940 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39363 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T22:19:07,940 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39363 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@65340149, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:19:07,940 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39363 {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,40635,-1 for getting cluster id 2024-11-08T22:19:07,940 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39363 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:19:07,940 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8dcbc668-f340-46ad-a0d3-b6466b67e9dc' 2024-11-08T22:19:07,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:19:07,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8dcbc668-f340-46ad-a0d3-b6466b67e9dc" 2024-11-08T22:19:07,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@255c000e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:19:07,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,40635,-1] 2024-11-08T22:19:07,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:19:07,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:19:07,942 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:19:07,942 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39363 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40e0811a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:19:07,942 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39363 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:19:07,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,39363,1731104329316, seqNum=-1] 2024-11-08T22:19:07,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:19:07,944 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-08T22:19:07,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731104337923.d2b22394b0659dd9430320a637a4d8e7., hostname=ff635fa717b5,39363,1731104329316, seqNum=2] 2024-11-08T22:19:07,947 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39363 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T22:19:08,140 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45865,1731104334465.replicationSource.wal-reader.ff635fa717b5%2C45865%2C1731104334465,1-ff635fa717b5,45865,1731104334465 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/WALs/ff635fa717b5,45865,1731104334465/ff635fa717b5%2C45865%2C1731104334465.1731104336773 to pos 608, reset compression=false 2024-11-08T22:19:08,248 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39363,1731104329316.replicationSource.wal-reader.ff635fa717b5%2C39363%2C1731104329316,1-ff635fa717b5,39363,1731104329316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/WALs/ff635fa717b5,39363,1731104329316/ff635fa717b5%2C39363%2C1731104329316.1731104331621 to pos 480, reset compression=false 2024-11-08T22:19:08,252 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39363,1731104329316.replicationSource.wal-reader.ff635fa717b5%2C39363%2C1731104329316,1-ff635fa717b5,39363,1731104329316 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T22:19:08,253 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39363,1731104329316.replicationSource.wal-reader.ff635fa717b5%2C39363%2C1731104329316,1-ff635fa717b5,39363,1731104329316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/WALs/ff635fa717b5,39363,1731104329316/ff635fa717b5%2C39363%2C1731104329316.1731104331621 to pos 607, reset compression=false 2024-11-08T22:19:08,253 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39363,1731104329316.replicationSource.shipperff635fa717b5%2C39363%2C1731104329316,1-ff635fa717b5,39363,1731104329316 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff635fa717b5,39363,1731104329316 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/WALs/ff635fa717b5,39363,1731104329316/ff635fa717b5%2C39363%2C1731104329316.1731104331621, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T22:19:08,443 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45865,1731104334465.replicationSource.wal-reader.ff635fa717b5%2C45865%2C1731104334465,1-ff635fa717b5,45865,1731104334465 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/WALs/ff635fa717b5,45865,1731104334465/ff635fa717b5%2C45865%2C1731104334465.1731104336773 to pos 608, reset compression=false 2024-11-08T22:19:08,456 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39363,1731104329316.replicationSource.wal-reader.ff635fa717b5%2C39363%2C1731104329316,1-ff635fa717b5,39363,1731104329316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/WALs/ff635fa717b5,39363,1731104329316/ff635fa717b5%2C39363%2C1731104329316.1731104331621 to pos 607, reset compression=false 2024-11-08T22:19:08,577 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-08T22:19:08,583 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-08T22:19:08,759 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39363,1731104329316.replicationSource.wal-reader.ff635fa717b5%2C39363%2C1731104329316,1-ff635fa717b5,39363,1731104329316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/WALs/ff635fa717b5,39363,1731104329316/ff635fa717b5%2C39363%2C1731104329316.1731104331621 to pos 607, reset compression=false 2024-11-08T22:19:08,763 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39363,1731104329316.replicationSource.wal-reader.ff635fa717b5%2C39363%2C1731104329316,1-ff635fa717b5,39363,1731104329316 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T22:19:08,763 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39363,1731104329316.replicationSource.wal-reader.ff635fa717b5%2C39363%2C1731104329316,1-ff635fa717b5,39363,1731104329316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/WALs/ff635fa717b5,39363,1731104329316/ff635fa717b5%2C39363%2C1731104329316.1731104331621 to pos 763, reset compression=false 2024-11-08T22:19:08,763 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39363,1731104329316.replicationSource.shipperff635fa717b5%2C39363%2C1731104329316,1-ff635fa717b5,39363,1731104329316 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff635fa717b5,39363,1731104329316 got entry batch from reader: WALEntryBatch [walEntries=[{test/d2b22394b0659dd9430320a637a4d8e7/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/WALs/ff635fa717b5,39363,1731104329316/ff635fa717b5%2C39363%2C1731104329316.1731104331621, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-08T22:19:08,764 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45865 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T22:19:08,767 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45865 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T22:19:08,846 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45865,1731104334465.replicationSource.wal-reader.ff635fa717b5%2C45865%2C1731104334465,1-ff635fa717b5,45865,1731104334465 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/WALs/ff635fa717b5,45865,1731104334465/ff635fa717b5%2C45865%2C1731104334465.1731104336773 to pos 608, reset compression=false 2024-11-08T22:19:08,850 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45865,1731104334465.replicationSource.wal-reader.ff635fa717b5%2C45865%2C1731104334465,1-ff635fa717b5,45865,1731104334465 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T22:19:08,851 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45865,1731104334465.replicationSource.wal-reader.ff635fa717b5%2C45865%2C1731104334465,1-ff635fa717b5,45865,1731104334465 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/WALs/ff635fa717b5,45865,1731104334465/ff635fa717b5%2C45865%2C1731104334465.1731104336773 to pos 756, reset compression=false 2024-11-08T22:19:08,851 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45865,1731104334465.replicationSource.shipperff635fa717b5%2C45865%2C1731104334465,1-ff635fa717b5,45865,1731104334465 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff635fa717b5,45865,1731104334465 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/WALs/ff635fa717b5,45865,1731104334465/ff635fa717b5%2C45865%2C1731104334465.1731104336773, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T22:19:08,951 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T22:19:08,966 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39363,1731104329316.replicationSource.wal-reader.ff635fa717b5%2C39363%2C1731104329316,1-ff635fa717b5,39363,1731104329316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/WALs/ff635fa717b5,39363,1731104329316/ff635fa717b5%2C39363%2C1731104329316.1731104331621 to pos 763, reset compression=false 2024-11-08T22:19:08,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:19:08,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:19:08,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:19:08,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:19:08,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:19:08,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:19:08,983 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:19:08,986 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:19:08,986 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:19:08,989 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:19:09,054 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45865,1731104334465.replicationSource.wal-reader.ff635fa717b5%2C45865%2C1731104334465,1-ff635fa717b5,45865,1731104334465 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/WALs/ff635fa717b5,45865,1731104334465/ff635fa717b5%2C45865%2C1731104334465.1731104336773 to pos 756, reset compression=false 2024-11-08T22:19:09,270 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39363,1731104329316.replicationSource.wal-reader.ff635fa717b5%2C39363%2C1731104329316,1-ff635fa717b5,39363,1731104329316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/WALs/ff635fa717b5,39363,1731104329316/ff635fa717b5%2C39363%2C1731104329316.1731104331621 to pos 763, reset compression=false 2024-11-08T22:19:09,358 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45865,1731104334465.replicationSource.wal-reader.ff635fa717b5%2C45865%2C1731104334465,1-ff635fa717b5,45865,1731104334465 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/WALs/ff635fa717b5,45865,1731104334465/ff635fa717b5%2C45865%2C1731104334465.1731104336773 to pos 756, reset compression=false 2024-11-08T22:19:09,585 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-08T22:19:09,588 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-08T22:19:09,673 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39363,1731104329316.replicationSource.wal-reader.ff635fa717b5%2C39363%2C1731104329316,1-ff635fa717b5,39363,1731104329316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/WALs/ff635fa717b5,39363,1731104329316/ff635fa717b5%2C39363%2C1731104329316.1731104331621 to pos 763, reset compression=false 2024-11-08T22:19:09,762 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45865,1731104334465.replicationSource.wal-reader.ff635fa717b5%2C45865%2C1731104334465,1-ff635fa717b5,45865,1731104334465 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/WALs/ff635fa717b5,45865,1731104334465/ff635fa717b5%2C45865%2C1731104334465.1731104336773 to pos 756, reset compression=false 2024-11-08T22:19:09,766 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45865,1731104334465.replicationSource.wal-reader.ff635fa717b5%2C45865%2C1731104334465,1-ff635fa717b5,45865,1731104334465 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T22:19:09,766 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45865,1731104334465.replicationSource.wal-reader.ff635fa717b5%2C45865%2C1731104334465,1-ff635fa717b5,45865,1731104334465 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/WALs/ff635fa717b5,45865,1731104334465/ff635fa717b5%2C45865%2C1731104334465.1731104336773 to pos 915, reset compression=false 2024-11-08T22:19:09,766 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45865,1731104334465.replicationSource.shipperff635fa717b5%2C45865%2C1731104334465,1-ff635fa717b5,45865,1731104334465 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff635fa717b5,45865,1731104334465 got entry batch from reader: WALEntryBatch [walEntries=[{test/795d051b1e0d11963b1bb9d9db023a74/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/WALs/ff635fa717b5,45865,1731104334465/ff635fa717b5%2C45865%2C1731104334465.1731104336773, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-08T22:19:09,767 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39363 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T22:19:09,770 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39363 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T22:19:09,970 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45865,1731104334465.replicationSource.wal-reader.ff635fa717b5%2C45865%2C1731104334465,1-ff635fa717b5,45865,1731104334465 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/WALs/ff635fa717b5,45865,1731104334465/ff635fa717b5%2C45865%2C1731104334465.1731104336773 to pos 915, reset compression=false 2024-11-08T22:19:10,178 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39363,1731104329316.replicationSource.wal-reader.ff635fa717b5%2C39363%2C1731104329316,1-ff635fa717b5,39363,1731104329316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/WALs/ff635fa717b5,39363,1731104329316/ff635fa717b5%2C39363%2C1731104329316.1731104331621 to pos 763, reset compression=false 2024-11-08T22:19:10,181 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39363,1731104329316.replicationSource.wal-reader.ff635fa717b5%2C39363%2C1731104329316,1-ff635fa717b5,39363,1731104329316 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T22:19:10,181 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39363,1731104329316.replicationSource.wal-reader.ff635fa717b5%2C39363%2C1731104329316,1-ff635fa717b5,39363,1731104329316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/WALs/ff635fa717b5,39363,1731104329316/ff635fa717b5%2C39363%2C1731104329316.1731104331621 to pos 912, reset compression=false 2024-11-08T22:19:10,181 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39363,1731104329316.replicationSource.shipperff635fa717b5%2C39363%2C1731104329316,1-ff635fa717b5,39363,1731104329316 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff635fa717b5,39363,1731104329316 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/WALs/ff635fa717b5,39363,1731104329316/ff635fa717b5%2C39363%2C1731104329316.1731104331621, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T22:19:10,273 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45865,1731104334465.replicationSource.wal-reader.ff635fa717b5%2C45865%2C1731104334465,1-ff635fa717b5,45865,1731104334465 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/WALs/ff635fa717b5,45865,1731104334465/ff635fa717b5%2C45865%2C1731104334465.1731104336773 to pos 915, reset compression=false 2024-11-08T22:19:10,386 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39363,1731104329316.replicationSource.wal-reader.ff635fa717b5%2C39363%2C1731104329316,1-ff635fa717b5,39363,1731104329316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/WALs/ff635fa717b5,39363,1731104329316/ff635fa717b5%2C39363%2C1731104329316.1731104331621 to pos 912, reset compression=false 2024-11-08T22:19:10,590 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-08T22:19:10,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T22:19:10,594 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T22:19:10,594 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:19:10,594 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:19:10,594 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:19:10,594 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:19:10,594 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T22:19:10,595 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1312640405, stopped=false 2024-11-08T22:19:10,595 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ff635fa717b5,42337,1731104334322 2024-11-08T22:19:10,676 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45865,1731104334465.replicationSource.wal-reader.ff635fa717b5%2C45865%2C1731104334465,1-ff635fa717b5,45865,1731104334465 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/WALs/ff635fa717b5,45865,1731104334465/ff635fa717b5%2C45865%2C1731104334465.1731104336773 to pos 915, reset compression=false 2024-11-08T22:19:10,694 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39363,1731104329316.replicationSource.wal-reader.ff635fa717b5%2C39363%2C1731104329316,1-ff635fa717b5,39363,1731104329316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/WALs/ff635fa717b5,39363,1731104329316/ff635fa717b5%2C39363%2C1731104329316.1731104331621 to pos 912, reset compression=false 2024-11-08T22:19:10,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x1011c87c1b70003, quorum=127.0.0.1:56479, baseZNode=/1-460212770 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-460212770/running 2024-11-08T22:19:10,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45865-0x1011c87c1b70004, quorum=127.0.0.1:56479, baseZNode=/1-460212770 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-460212770/running 2024-11-08T22:19:10,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x1011c87c1b70003, quorum=127.0.0.1:56479, baseZNode=/1-460212770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-460212770 2024-11-08T22:19:10,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45865-0x1011c87c1b70004, quorum=127.0.0.1:56479, baseZNode=/1-460212770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-460212770 2024-11-08T22:19:10,718 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T22:19:10,719 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T22:19:10,719 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:19:10,719 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:19:10,719 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ff635fa717b5,45865,1731104334465' ***** 2024-11-08T22:19:10,719 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T22:19:10,719 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42337-0x1011c87c1b70003, quorum=127.0.0.1:56479, baseZNode=/1-460212770 Set watcher on znode that does not yet exist, /1-460212770/running 2024-11-08T22:19:10,719 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45865-0x1011c87c1b70004, quorum=127.0.0.1:56479, baseZNode=/1-460212770 Set watcher on znode that does not yet exist, /1-460212770/running 2024-11-08T22:19:10,719 INFO [RS:0;ff635fa717b5:45865 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T22:19:10,720 INFO [RS:0;ff635fa717b5:45865 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T22:19:10,720 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T22:19:10,720 INFO [RS:0;ff635fa717b5:45865 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T22:19:10,720 INFO [RS:0;ff635fa717b5:45865 {}] regionserver.HRegionServer(3091): Received CLOSE for af5b6631ef64387d0f4acccd2d5db79b 2024-11-08T22:19:10,720 INFO [RS:0;ff635fa717b5:45865 {}] regionserver.HRegionServer(3091): Received CLOSE for 795d051b1e0d11963b1bb9d9db023a74 2024-11-08T22:19:10,720 INFO [RS:0;ff635fa717b5:45865 {}] regionserver.HRegionServer(959): stopping server ff635fa717b5,45865,1731104334465 2024-11-08T22:19:10,720 INFO [RS:0;ff635fa717b5:45865 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T22:19:10,720 INFO [RS:0;ff635fa717b5:45865 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff635fa717b5:45865. 2024-11-08T22:19:10,720 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing af5b6631ef64387d0f4acccd2d5db79b, disabling compactions & flushes 2024-11-08T22:19:10,720 DEBUG [RS:0;ff635fa717b5:45865 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:19:10,720 DEBUG [RS:0;ff635fa717b5:45865 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:19:10,720 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731104344403.af5b6631ef64387d0f4acccd2d5db79b. 2024-11-08T22:19:10,720 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731104344403.af5b6631ef64387d0f4acccd2d5db79b. 2024-11-08T22:19:10,720 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731104344403.af5b6631ef64387d0f4acccd2d5db79b. after waiting 0 ms 2024-11-08T22:19:10,720 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731104344403.af5b6631ef64387d0f4acccd2d5db79b. 2024-11-08T22:19:10,720 INFO [RS:0;ff635fa717b5:45865 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T22:19:10,720 INFO [RS:0;ff635fa717b5:45865 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T22:19:10,720 INFO [RS:0;ff635fa717b5:45865 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T22:19:10,720 INFO [RS:0;ff635fa717b5:45865 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T22:19:10,720 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing af5b6631ef64387d0f4acccd2d5db79b 3/3 column families, dataSize=743 B heapSize=1.84 KB 2024-11-08T22:19:10,720 INFO [RS:0;ff635fa717b5:45865 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T22:19:10,721 DEBUG [RS:0;ff635fa717b5:45865 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, af5b6631ef64387d0f4acccd2d5db79b=hbase:replication,,1731104344403.af5b6631ef64387d0f4acccd2d5db79b., 795d051b1e0d11963b1bb9d9db023a74=test,,1731104340080.795d051b1e0d11963b1bb9d9db023a74.} 2024-11-08T22:19:10,721 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T22:19:10,721 DEBUG [RS:0;ff635fa717b5:45865 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 795d051b1e0d11963b1bb9d9db023a74, af5b6631ef64387d0f4acccd2d5db79b 2024-11-08T22:19:10,721 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T22:19:10,721 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T22:19:10,721 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T22:19:10,721 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T22:19:10,721 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T22:19:10,734 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/data/hbase/replication/af5b6631ef64387d0f4acccd2d5db79b/.tmp/queue/7edec6f758f24adfa434fc3d17bd0bab is 153, key is 1-ff635fa717b5,45865,1731104334465/queue:ff635fa717b5%2C45865%2C1731104334465/1731104349771/Put/seqid=0 2024-11-08T22:19:10,737 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/data/hbase/meta/1588230740/.tmp/info/1aa8ae83411a4ec7bda96cd36385a0d7 is 147, key is hbase:replication,,1731104344403.af5b6631ef64387d0f4acccd2d5db79b./info:regioninfo/1731104345565/Put/seqid=0 2024-11-08T22:19:10,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35875 is added to blk_1073741840_1016 (size=5352) 2024-11-08T22:19:10,738 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=743 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/data/hbase/replication/af5b6631ef64387d0f4acccd2d5db79b/.tmp/queue/7edec6f758f24adfa434fc3d17bd0bab 2024-11-08T22:19:10,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35875 is added to blk_1073741841_1017 (size=7686) 2024-11-08T22:19:10,741 INFO [regionserver/ff635fa717b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T22:19:10,743 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/data/hbase/replication/af5b6631ef64387d0f4acccd2d5db79b/.tmp/queue/7edec6f758f24adfa434fc3d17bd0bab as hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/data/hbase/replication/af5b6631ef64387d0f4acccd2d5db79b/queue/7edec6f758f24adfa434fc3d17bd0bab 2024-11-08T22:19:10,747 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/data/hbase/replication/af5b6631ef64387d0f4acccd2d5db79b/queue/7edec6f758f24adfa434fc3d17bd0bab, entries=1, sequenceid=9, filesize=5.2 K 2024-11-08T22:19:10,748 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~743 B/743, heapSize ~1.33 KB/1360, currentSize=0 B/0 for af5b6631ef64387d0f4acccd2d5db79b in 27ms, sequenceid=9, compaction requested=false 2024-11-08T22:19:10,751 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/data/hbase/replication/af5b6631ef64387d0f4acccd2d5db79b/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-08T22:19:10,751 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T22:19:10,751 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T22:19:10,751 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731104344403.af5b6631ef64387d0f4acccd2d5db79b. 2024-11-08T22:19:10,751 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for af5b6631ef64387d0f4acccd2d5db79b: Waiting for close lock at 1731104350720Running coprocessor pre-close hooks at 1731104350720Disabling compacts and flushes for region at 1731104350720Disabling writes for close at 1731104350720Obtaining lock to block concurrent updates at 1731104350720Preparing flush snapshotting stores in af5b6631ef64387d0f4acccd2d5db79b at 1731104350720Finished memstore snapshotting hbase:replication,,1731104344403.af5b6631ef64387d0f4acccd2d5db79b., syncing WAL and waiting on mvcc, flushsize=dataSize=743, getHeapSize=1840, getOffHeapSize=0, getCellsCount=5 at 1731104350721 (+1 ms)Flushing stores of hbase:replication,,1731104344403.af5b6631ef64387d0f4acccd2d5db79b. at 1731104350721Flushing af5b6631ef64387d0f4acccd2d5db79b/queue: creating writer at 1731104350721Flushing af5b6631ef64387d0f4acccd2d5db79b/queue: appending metadata at 1731104350734 (+13 ms)Flushing af5b6631ef64387d0f4acccd2d5db79b/queue: closing flushed file at 1731104350734Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@debba18: reopening flushed file at 1731104350742 (+8 ms)Finished flush of dataSize ~743 B/743, heapSize ~1.33 KB/1360, currentSize=0 B/0 for af5b6631ef64387d0f4acccd2d5db79b in 27ms, sequenceid=9, compaction requested=false at 1731104350748 (+6 ms)Writing region close event to WAL at 1731104350748Running coprocessor post-close hooks at 1731104350751 (+3 ms)Closed at 1731104350751 2024-11-08T22:19:10,752 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731104344403.af5b6631ef64387d0f4acccd2d5db79b. 2024-11-08T22:19:10,752 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 795d051b1e0d11963b1bb9d9db023a74, disabling compactions & flushes 2024-11-08T22:19:10,752 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731104340080.795d051b1e0d11963b1bb9d9db023a74. 2024-11-08T22:19:10,752 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731104340080.795d051b1e0d11963b1bb9d9db023a74. 2024-11-08T22:19:10,752 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731104340080.795d051b1e0d11963b1bb9d9db023a74. after waiting 0 ms 2024-11-08T22:19:10,752 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731104340080.795d051b1e0d11963b1bb9d9db023a74. 2024-11-08T22:19:10,752 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 795d051b1e0d11963b1bb9d9db023a74 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-08T22:19:10,766 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/data/default/test/795d051b1e0d11963b1bb9d9db023a74/.tmp/f/86f1c3166b7045edbf01dc49d66341e9 is 29, key is row1/f:/1731104349586/DeleteFamily/seqid=0 2024-11-08T22:19:10,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35875 is added to blk_1073741842_1018 (size=5118) 2024-11-08T22:19:10,921 DEBUG [RS:0;ff635fa717b5:45865 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 795d051b1e0d11963b1bb9d9db023a74 2024-11-08T22:19:11,097 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39363,1731104329316.replicationSource.wal-reader.ff635fa717b5%2C39363%2C1731104329316,1-ff635fa717b5,39363,1731104329316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/WALs/ff635fa717b5,39363,1731104329316/ff635fa717b5%2C39363%2C1731104329316.1731104331621 to pos 912, reset compression=false 2024-11-08T22:19:11,121 DEBUG [RS:0;ff635fa717b5:45865 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 795d051b1e0d11963b1bb9d9db023a74 2024-11-08T22:19:11,140 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/data/hbase/meta/1588230740/.tmp/info/1aa8ae83411a4ec7bda96cd36385a0d7 2024-11-08T22:19:11,157 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/data/hbase/meta/1588230740/.tmp/ns/94d785ffaf4c4e3aa7857b900dc8058d is 43, key is default/ns:d/1731104337862/Put/seqid=0 2024-11-08T22:19:11,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35875 is added to blk_1073741843_1019 (size=5153) 2024-11-08T22:19:11,170 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/data/default/test/795d051b1e0d11963b1bb9d9db023a74/.tmp/f/86f1c3166b7045edbf01dc49d66341e9 2024-11-08T22:19:11,173 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 86f1c3166b7045edbf01dc49d66341e9 2024-11-08T22:19:11,180 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45865,1731104334465.replicationSource.wal-reader.ff635fa717b5%2C45865%2C1731104334465,1-ff635fa717b5,45865,1731104334465 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/WALs/ff635fa717b5,45865,1731104334465/ff635fa717b5%2C45865%2C1731104334465.1731104336773 to pos 915, reset compression=false 2024-11-08T22:19:11,184 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45865,1731104334465.replicationSource.wal-reader.ff635fa717b5%2C45865%2C1731104334465,1-ff635fa717b5,45865,1731104334465 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T22:19:11,184 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45865,1731104334465.replicationSource.wal-reader.ff635fa717b5%2C45865%2C1731104334465,1-ff635fa717b5,45865,1731104334465 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/WALs/ff635fa717b5,45865,1731104334465/ff635fa717b5%2C45865%2C1731104334465.1731104336773 to pos 1162, reset compression=false 2024-11-08T22:19:11,184 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45865,1731104334465.replicationSource.shipperff635fa717b5%2C45865%2C1731104334465,1-ff635fa717b5,45865,1731104334465 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff635fa717b5,45865,1731104334465 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/WALs/ff635fa717b5,45865,1731104334465/ff635fa717b5%2C45865%2C1731104334465.1731104336773, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T22:19:11,185 ERROR [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45865,1731104334465.replicationSource.shipperff635fa717b5%2C45865%2C1731104334465,1-ff635fa717b5,45865,1731104334465 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ff635fa717b5,45865,1731104334465: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-ff635fa717b5,45865,1731104334465, walGroup=ff635fa717b5%2C45865%2C1731104334465, offset=ff635fa717b5%2C45865%2C1731104334465.1731104336773:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff635fa717b5:45865 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T22:19:11,186 ERROR [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45865,1731104334465.replicationSource.shipperff635fa717b5%2C45865%2C1731104334465,1-ff635fa717b5,45865,1731104334465 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T22:19:11,186 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45865,1731104334465.replicationSource.shipperff635fa717b5%2C45865%2C1731104334465,1-ff635fa717b5,45865,1731104334465 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T22:19:11,186 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45865,1731104334465.replicationSource.shipperff635fa717b5%2C45865%2C1731104334465,1-ff635fa717b5,45865,1731104334465 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T22:19:11,186 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45865,1731104334465.replicationSource.shipperff635fa717b5%2C45865%2C1731104334465,1-ff635fa717b5,45865,1731104334465 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T22:19:11,187 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45865,1731104334465.replicationSource.shipperff635fa717b5%2C45865%2C1731104334465,1-ff635fa717b5,45865,1731104334465 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T22:19:11,187 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45865,1731104334465.replicationSource.shipperff635fa717b5%2C45865%2C1731104334465,1-ff635fa717b5,45865,1731104334465 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 585169104 }, "NonHeapMemoryUsage": { "committed": 193921024, "init": 7667712, "max": -1, "used": 190400616 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T22:19:11,187 WARN [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45865,1731104334465.replicationSource.shipperff635fa717b5%2C45865%2C1731104334465,1-ff635fa717b5,45865,1731104334465 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff635fa717b5:42337 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff635fa717b5:42337 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T22:19:11,188 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/data/default/test/795d051b1e0d11963b1bb9d9db023a74/.tmp/f1/849cfc8e145447e5a2acb55bc21dbb09 is 30, key is row1/f1:/1731104349586/DeleteFamily/seqid=0 2024-11-08T22:19:11,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35875 is added to blk_1073741844_1020 (size=5123) 2024-11-08T22:19:11,321 DEBUG [RS:0;ff635fa717b5:45865 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 795d051b1e0d11963b1bb9d9db023a74 2024-11-08T22:19:11,389 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45865,1731104334465.replicationSource.wal-reader.ff635fa717b5%2C45865%2C1731104334465,1-ff635fa717b5,45865,1731104334465 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/WALs/ff635fa717b5,45865,1731104334465/ff635fa717b5%2C45865%2C1731104334465.1731104336773 to pos 1162, reset compression=false 2024-11-08T22:19:11,521 DEBUG [RS:0;ff635fa717b5:45865 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 795d051b1e0d11963b1bb9d9db023a74 2024-11-08T22:19:11,561 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/data/hbase/meta/1588230740/.tmp/ns/94d785ffaf4c4e3aa7857b900dc8058d 2024-11-08T22:19:11,580 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/data/hbase/meta/1588230740/.tmp/rep_barrier/00aa92035b79446e989f74bf8e1ed7cf is 112, key is test,,1731104340080.795d051b1e0d11963b1bb9d9db023a74./rep_barrier:seqnumDuringOpen/1731104341235/Put/seqid=0 2024-11-08T22:19:11,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35875 is added to blk_1073741845_1021 (size=5518) 2024-11-08T22:19:11,593 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/data/default/test/795d051b1e0d11963b1bb9d9db023a74/.tmp/f1/849cfc8e145447e5a2acb55bc21dbb09 2024-11-08T22:19:11,596 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 849cfc8e145447e5a2acb55bc21dbb09 2024-11-08T22:19:11,601 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39363,1731104329316.replicationSource.wal-reader.ff635fa717b5%2C39363%2C1731104329316,1-ff635fa717b5,39363,1731104329316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/WALs/ff635fa717b5,39363,1731104329316/ff635fa717b5%2C39363%2C1731104329316.1731104331621 to pos 912, reset compression=false 2024-11-08T22:19:11,610 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/data/default/test/795d051b1e0d11963b1bb9d9db023a74/.tmp/norep/7e2a68459deb45bab9dec8d141aafc9a is 33, key is row1/norep:/1731104349586/DeleteFamily/seqid=0 2024-11-08T22:19:11,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35875 is added to blk_1073741846_1022 (size=5108) 2024-11-08T22:19:11,693 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45865,1731104334465.replicationSource.wal-reader.ff635fa717b5%2C45865%2C1731104334465,1-ff635fa717b5,45865,1731104334465 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/WALs/ff635fa717b5,45865,1731104334465/ff635fa717b5%2C45865%2C1731104334465.1731104336773 to pos 1162, reset compression=false 2024-11-08T22:19:11,700 INFO [regionserver/ff635fa717b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T22:19:11,700 INFO [regionserver/ff635fa717b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T22:19:11,721 INFO [RS:0;ff635fa717b5:45865 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T22:19:11,721 DEBUG [RS:0;ff635fa717b5:45865 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 795d051b1e0d11963b1bb9d9db023a74=test,,1731104340080.795d051b1e0d11963b1bb9d9db023a74.} 2024-11-08T22:19:11,721 DEBUG [RS:0;ff635fa717b5:45865 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 795d051b1e0d11963b1bb9d9db023a74 2024-11-08T22:19:11,922 DEBUG [RS:0;ff635fa717b5:45865 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 795d051b1e0d11963b1bb9d9db023a74 2024-11-08T22:19:11,984 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/data/hbase/meta/1588230740/.tmp/rep_barrier/00aa92035b79446e989f74bf8e1ed7cf 2024-11-08T22:19:12,004 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/data/hbase/meta/1588230740/.tmp/table/80bf8d8aac514294a1d17bd7c17479a4 is 53, key is hbase:replication/table:state/1731104345571/Put/seqid=0 2024-11-08T22:19:12,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35875 is added to blk_1073741847_1023 (size=5308) 2024-11-08T22:19:12,013 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/data/default/test/795d051b1e0d11963b1bb9d9db023a74/.tmp/norep/7e2a68459deb45bab9dec8d141aafc9a 2024-11-08T22:19:12,017 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7e2a68459deb45bab9dec8d141aafc9a 2024-11-08T22:19:12,017 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/data/default/test/795d051b1e0d11963b1bb9d9db023a74/.tmp/f/86f1c3166b7045edbf01dc49d66341e9 as hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/data/default/test/795d051b1e0d11963b1bb9d9db023a74/f/86f1c3166b7045edbf01dc49d66341e9 2024-11-08T22:19:12,021 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 86f1c3166b7045edbf01dc49d66341e9 2024-11-08T22:19:12,021 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/data/default/test/795d051b1e0d11963b1bb9d9db023a74/f/86f1c3166b7045edbf01dc49d66341e9, entries=2, sequenceid=8, filesize=5.0 K 2024-11-08T22:19:12,022 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/data/default/test/795d051b1e0d11963b1bb9d9db023a74/.tmp/f1/849cfc8e145447e5a2acb55bc21dbb09 as hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/data/default/test/795d051b1e0d11963b1bb9d9db023a74/f1/849cfc8e145447e5a2acb55bc21dbb09 2024-11-08T22:19:12,025 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 849cfc8e145447e5a2acb55bc21dbb09 2024-11-08T22:19:12,025 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/data/default/test/795d051b1e0d11963b1bb9d9db023a74/f1/849cfc8e145447e5a2acb55bc21dbb09, entries=2, sequenceid=8, filesize=5.0 K 2024-11-08T22:19:12,026 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/data/default/test/795d051b1e0d11963b1bb9d9db023a74/.tmp/norep/7e2a68459deb45bab9dec8d141aafc9a as hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/data/default/test/795d051b1e0d11963b1bb9d9db023a74/norep/7e2a68459deb45bab9dec8d141aafc9a 2024-11-08T22:19:12,029 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7e2a68459deb45bab9dec8d141aafc9a 2024-11-08T22:19:12,029 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/data/default/test/795d051b1e0d11963b1bb9d9db023a74/norep/7e2a68459deb45bab9dec8d141aafc9a, entries=1, sequenceid=8, filesize=5.0 K 2024-11-08T22:19:12,030 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 795d051b1e0d11963b1bb9d9db023a74 in 1278ms, sequenceid=8, compaction requested=false 2024-11-08T22:19:12,034 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/data/default/test/795d051b1e0d11963b1bb9d9db023a74/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-08T22:19:12,034 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T22:19:12,034 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T22:19:12,034 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731104340080.795d051b1e0d11963b1bb9d9db023a74. 2024-11-08T22:19:12,034 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 795d051b1e0d11963b1bb9d9db023a74: Waiting for close lock at 1731104350752Running coprocessor pre-close hooks at 1731104350752Disabling compacts and flushes for region at 1731104350752Disabling writes for close at 1731104350752Obtaining lock to block concurrent updates at 1731104350752Preparing flush snapshotting stores in 795d051b1e0d11963b1bb9d9db023a74 at 1731104350752Finished memstore snapshotting test,,1731104340080.795d051b1e0d11963b1bb9d9db023a74., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731104350752Flushing stores of test,,1731104340080.795d051b1e0d11963b1bb9d9db023a74. at 1731104350753 (+1 ms)Flushing 795d051b1e0d11963b1bb9d9db023a74/f: creating writer at 1731104350753Flushing 795d051b1e0d11963b1bb9d9db023a74/f: appending metadata at 1731104350765 (+12 ms)Flushing 795d051b1e0d11963b1bb9d9db023a74/f: closing flushed file at 1731104350765Flushing 795d051b1e0d11963b1bb9d9db023a74/f1: creating writer at 1731104351174 (+409 ms)Flushing 795d051b1e0d11963b1bb9d9db023a74/f1: appending metadata at 1731104351187 (+13 ms)Flushing 795d051b1e0d11963b1bb9d9db023a74/f1: closing flushed file at 1731104351187Flushing 795d051b1e0d11963b1bb9d9db023a74/norep: creating writer at 1731104351596 (+409 ms)Flushing 795d051b1e0d11963b1bb9d9db023a74/norep: appending metadata at 1731104351609 (+13 ms)Flushing 795d051b1e0d11963b1bb9d9db023a74/norep: closing flushed file at 1731104351609Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fd0d58: reopening flushed file at 1731104352017 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4caa80b5: reopening flushed file at 1731104352021 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c5453d2: reopening flushed file at 1731104352025 (+4 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 795d051b1e0d11963b1bb9d9db023a74 in 1278ms, sequenceid=8, compaction requested=false at 1731104352030 (+5 ms)Writing region close event to WAL at 1731104352031 (+1 ms)Running coprocessor post-close hooks at 1731104352034 (+3 ms)Closed at 1731104352034 2024-11-08T22:19:12,034 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731104340080.795d051b1e0d11963b1bb9d9db023a74. 2024-11-08T22:19:12,097 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45865,1731104334465.replicationSource.wal-reader.ff635fa717b5%2C45865%2C1731104334465,1-ff635fa717b5,45865,1731104334465 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/WALs/ff635fa717b5,45865,1731104334465/ff635fa717b5%2C45865%2C1731104334465.1731104336773 to pos 1162, reset compression=false 2024-11-08T22:19:12,101 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45865,1731104334465.replicationSource.wal-reader.ff635fa717b5%2C45865%2C1731104334465,1-ff635fa717b5,45865,1731104334465 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T22:19:12,101 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45865,1731104334465.replicationSource.wal-reader.ff635fa717b5%2C45865%2C1731104334465,1-ff635fa717b5,45865,1731104334465 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/WALs/ff635fa717b5,45865,1731104334465/ff635fa717b5%2C45865%2C1731104334465.1731104336773 to pos 1806, reset compression=false 2024-11-08T22:19:12,122 DEBUG [RS:0;ff635fa717b5:45865 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T22:19:12,127 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:19:12,128 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ff635fa717b5,36459,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff635fa717b5:36459 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T22:19:12,128 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28363 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ff635fa717b5,36459,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff635fa717b5:36459 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T22:19:12,203 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39363,1731104329316.replicationSource.wal-reader.ff635fa717b5%2C39363%2C1731104329316,1-ff635fa717b5,39363,1731104329316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/WALs/ff635fa717b5,39363,1731104329316/ff635fa717b5%2C39363%2C1731104329316.1731104331621 to pos 912, reset compression=false 2024-11-08T22:19:12,304 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45865,1731104334465.replicationSource.wal-reader.ff635fa717b5%2C45865%2C1731104334465,1-ff635fa717b5,45865,1731104334465 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/WALs/ff635fa717b5,45865,1731104334465/ff635fa717b5%2C45865%2C1731104334465.1731104336773 to pos 1806, reset compression=false 2024-11-08T22:19:12,322 DEBUG [RS:0;ff635fa717b5:45865 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T22:19:12,408 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/data/hbase/meta/1588230740/.tmp/table/80bf8d8aac514294a1d17bd7c17479a4 2024-11-08T22:19:12,412 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/data/hbase/meta/1588230740/.tmp/info/1aa8ae83411a4ec7bda96cd36385a0d7 as hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/data/hbase/meta/1588230740/info/1aa8ae83411a4ec7bda96cd36385a0d7 2024-11-08T22:19:12,416 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/data/hbase/meta/1588230740/info/1aa8ae83411a4ec7bda96cd36385a0d7, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T22:19:12,417 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/data/hbase/meta/1588230740/.tmp/ns/94d785ffaf4c4e3aa7857b900dc8058d as hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/data/hbase/meta/1588230740/ns/94d785ffaf4c4e3aa7857b900dc8058d 2024-11-08T22:19:12,421 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/data/hbase/meta/1588230740/ns/94d785ffaf4c4e3aa7857b900dc8058d, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T22:19:12,421 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/data/hbase/meta/1588230740/.tmp/rep_barrier/00aa92035b79446e989f74bf8e1ed7cf as hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/data/hbase/meta/1588230740/rep_barrier/00aa92035b79446e989f74bf8e1ed7cf 2024-11-08T22:19:12,426 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/data/hbase/meta/1588230740/rep_barrier/00aa92035b79446e989f74bf8e1ed7cf, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T22:19:12,426 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/data/hbase/meta/1588230740/.tmp/table/80bf8d8aac514294a1d17bd7c17479a4 as hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/data/hbase/meta/1588230740/table/80bf8d8aac514294a1d17bd7c17479a4 2024-11-08T22:19:12,431 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/data/hbase/meta/1588230740/table/80bf8d8aac514294a1d17bd7c17479a4, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T22:19:12,431 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1710ms, sequenceid=16, compaction requested=false 2024-11-08T22:19:12,437 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T22:19:12,438 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T22:19:12,438 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T22:19:12,438 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T22:19:12,438 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731104350721Running coprocessor pre-close hooks at 1731104350721Disabling compacts and flushes for region at 1731104350721Disabling writes for close at 1731104350721Obtaining lock to block concurrent updates at 1731104350721Preparing flush snapshotting stores in 1588230740 at 1731104350721Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731104350721Flushing stores of hbase:meta,,1.1588230740 at 1731104350721Flushing 1588230740/info: creating writer at 1731104350721Flushing 1588230740/info: appending metadata at 1731104350736 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731104350736Flushing 1588230740/ns: creating writer at 1731104351144 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731104351157 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731104351157Flushing 1588230740/rep_barrier: creating writer at 1731104351565 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731104351580 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731104351580Flushing 1588230740/table: creating writer at 1731104351988 (+408 ms)Flushing 1588230740/table: appending metadata at 1731104352003 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731104352003Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51024414: reopening flushed file at 1731104352412 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5701501e: reopening flushed file at 1731104352416 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e27c2d5: reopening flushed file at 1731104352421 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@387391fc: reopening flushed file at 1731104352426 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1710ms, sequenceid=16, compaction requested=false at 1731104352431 (+5 ms)Writing region close event to WAL at 1731104352434 (+3 ms)Running coprocessor post-close hooks at 1731104352438 (+4 ms)Closed at 1731104352438 2024-11-08T22:19:12,438 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T22:19:12,522 INFO [RS:0;ff635fa717b5:45865 {}] regionserver.HRegionServer(976): stopping server ff635fa717b5,45865,1731104334465; all regions closed. 2024-11-08T22:19:12,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35875 is added to blk_1073741834_1010 (size=4239) 2024-11-08T22:19:12,524 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/WALs/ff635fa717b5,45865,1731104334465/ff635fa717b5%2C45865%2C1731104334465.meta.1731104337814.meta not finished, retry = 0 2024-11-08T22:19:12,608 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45865,1731104334465.replicationSource.wal-reader.ff635fa717b5%2C45865%2C1731104334465,1-ff635fa717b5,45865,1731104334465 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/WALs/ff635fa717b5,45865,1731104334465/ff635fa717b5%2C45865%2C1731104334465.1731104336773 to pos 1806, reset compression=false 2024-11-08T22:19:12,627 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/WALs/ff635fa717b5,45865,1731104334465/ff635fa717b5%2C45865%2C1731104334465.rep.1731104345535 not finished, retry = 0 2024-11-08T22:19:12,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35875 is added to blk_1073741839_1015 (size=2458) 2024-11-08T22:19:12,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35875 is added to blk_1073741832_1008 (size=1814) 2024-11-08T22:19:12,729 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/WALs/ff635fa717b5,45865,1731104334465/ff635fa717b5%2C45865%2C1731104334465.1731104336773 not finished, retry = 0 2024-11-08T22:19:12,830 DEBUG [RS:0;ff635fa717b5:45865 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:19:12,830 INFO [RS:0;ff635fa717b5:45865 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T22:19:12,830 INFO [RS:0;ff635fa717b5:45865 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T22:19:12,830 INFO [RS:0;ff635fa717b5:45865 {}] hbase.ChoreService(370): Chore service for: regionserver/ff635fa717b5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T22:19:12,831 INFO [RS:0;ff635fa717b5:45865 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T22:19:12,831 INFO [regionserver/ff635fa717b5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T22:19:12,831 INFO [RS:0;ff635fa717b5:45865 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ff635fa717b5,45865,1731104334465 because: Region server is closing 2024-11-08T22:19:12,831 INFO [RS:0;ff635fa717b5:45865 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff635fa717b5:45865. 2024-11-08T22:19:12,831 DEBUG [RS:0;ff635fa717b5:45865 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:19:12,831 DEBUG [RS:0;ff635fa717b5:45865 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:19:12,831 DEBUG [RS:0;ff635fa717b5:45865 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:19:12,831 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:19:12,906 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39363,1731104329316.replicationSource.wal-reader.ff635fa717b5%2C39363%2C1731104329316,1-ff635fa717b5,39363,1731104329316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/WALs/ff635fa717b5,39363,1731104329316/ff635fa717b5%2C39363%2C1731104329316.1731104331621 to pos 912, reset compression=false 2024-11-08T22:19:12,932 INFO [RS:0;ff635fa717b5:45865 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45865,1731104334465.replicationSource.shipperff635fa717b5%2C45865%2C1731104334465,1-ff635fa717b5,45865,1731104334465 terminated 2024-11-08T22:19:12,932 WARN [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45865,1731104334465.replicationSource.wal-reader.ff635fa717b5%2C45865%2C1731104334465,1-ff635fa717b5,45865,1731104334465 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T22:19:12,932 INFO [RS:0;ff635fa717b5:45865 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff635fa717b5:45865. 2024-11-08T22:19:12,932 DEBUG [RS:0;ff635fa717b5:45865 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:19:12,932 DEBUG [RS:0;ff635fa717b5:45865 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:19:12,932 DEBUG [RS:0;ff635fa717b5:45865 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:19:12,932 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:19:12,932 INFO [RS:0;ff635fa717b5:45865 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45865 2024-11-08T22:19:13,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x1011c87c1b70003, quorum=127.0.0.1:56479, baseZNode=/1-460212770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-460212770/rs 2024-11-08T22:19:13,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45865-0x1011c87c1b70004, quorum=127.0.0.1:56479, baseZNode=/1-460212770 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-460212770/rs/ff635fa717b5,45865,1731104334465 2024-11-08T22:19:13,012 INFO [RS:0;ff635fa717b5:45865 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T22:19:13,043 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ff635fa717b5,45865,1731104334465] 2024-11-08T22:19:13,055 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-460212770/draining/ff635fa717b5,45865,1731104334465 already deleted, retry=false 2024-11-08T22:19:13,055 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ff635fa717b5,45865,1731104334465 expired; onlineServers=0 2024-11-08T22:19:13,055 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ff635fa717b5,42337,1731104334322' ***** 2024-11-08T22:19:13,055 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T22:19:13,055 INFO [M:0;ff635fa717b5:42337 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T22:19:13,055 INFO [M:0;ff635fa717b5:42337 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T22:19:13,055 DEBUG [M:0;ff635fa717b5:42337 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T22:19:13,055 DEBUG [M:0;ff635fa717b5:42337 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T22:19:13,055 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T22:19:13,056 DEBUG [master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.large.0-1731104336505 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.large.0-1731104336505,5,FailOnTimeoutGroup] 2024-11-08T22:19:13,056 DEBUG [master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.small.0-1731104336505 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.small.0-1731104336505,5,FailOnTimeoutGroup] 2024-11-08T22:19:13,056 INFO [M:0;ff635fa717b5:42337 {}] hbase.ChoreService(370): Chore service for: master/ff635fa717b5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T22:19:13,056 INFO [M:0;ff635fa717b5:42337 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T22:19:13,056 DEBUG [M:0;ff635fa717b5:42337 {}] master.HMaster(1795): Stopping service threads 2024-11-08T22:19:13,056 INFO [M:0;ff635fa717b5:42337 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T22:19:13,056 INFO [M:0;ff635fa717b5:42337 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T22:19:13,056 INFO [M:0;ff635fa717b5:42337 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T22:19:13,056 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T22:19:13,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x1011c87c1b70003, quorum=127.0.0.1:56479, baseZNode=/1-460212770 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-460212770/master 2024-11-08T22:19:13,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x1011c87c1b70003, quorum=127.0.0.1:56479, baseZNode=/1-460212770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-460212770 2024-11-08T22:19:13,066 DEBUG [M:0;ff635fa717b5:42337 {}] zookeeper.ZKUtil(347): master:42337-0x1011c87c1b70003, quorum=127.0.0.1:56479, baseZNode=/1-460212770 Unable to get data of znode /1-460212770/master because node does not exist (not an error) 2024-11-08T22:19:13,066 WARN [M:0;ff635fa717b5:42337 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T22:19:13,066 INFO [M:0;ff635fa717b5:42337 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/.lastflushedseqids 2024-11-08T22:19:13,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35875 is added to blk_1073741848_1024 (size=245) 2024-11-08T22:19:13,138 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-08T22:19:13,138 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-08T22:19:13,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45865-0x1011c87c1b70004, quorum=127.0.0.1:56479, baseZNode=/1-460212770 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:19:13,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45865-0x1011c87c1b70004, quorum=127.0.0.1:56479, baseZNode=/1-460212770 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:19:13,143 INFO [RS:0;ff635fa717b5:45865 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T22:19:13,143 INFO [RS:0;ff635fa717b5:45865 {}] regionserver.HRegionServer(1031): Exiting; stopping=ff635fa717b5,45865,1731104334465; zookeeper connection closed. 2024-11-08T22:19:13,144 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3a2cb7c7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3a2cb7c7 2024-11-08T22:19:13,144 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T22:19:13,470 INFO [M:0;ff635fa717b5:42337 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T22:19:13,470 INFO [M:0;ff635fa717b5:42337 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T22:19:13,470 DEBUG [M:0;ff635fa717b5:42337 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T22:19:13,470 INFO [M:0;ff635fa717b5:42337 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:19:13,470 DEBUG [M:0;ff635fa717b5:42337 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:19:13,470 DEBUG [M:0;ff635fa717b5:42337 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T22:19:13,471 DEBUG [M:0;ff635fa717b5:42337 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:19:13,471 INFO [M:0;ff635fa717b5:42337 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-08T22:19:13,487 DEBUG [M:0;ff635fa717b5:42337 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/300572143f5846d79bb34464b46b1839 is 82, key is hbase:meta,,1/info:regioninfo/1731104337842/Put/seqid=0 2024-11-08T22:19:13,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35875 is added to blk_1073741849_1025 (size=5672) 2024-11-08T22:19:13,710 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39363,1731104329316.replicationSource.wal-reader.ff635fa717b5%2C39363%2C1731104329316,1-ff635fa717b5,39363,1731104329316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/WALs/ff635fa717b5,39363,1731104329316/ff635fa717b5%2C39363%2C1731104329316.1731104331621 to pos 912, reset compression=false 2024-11-08T22:19:13,891 INFO [M:0;ff635fa717b5:42337 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/300572143f5846d79bb34464b46b1839 2024-11-08T22:19:13,911 DEBUG [M:0;ff635fa717b5:42337 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d4db185c4b9c4c2cbf12ae639b0ae9d6 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731104345574/Put/seqid=0 2024-11-08T22:19:13,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35875 is added to blk_1073741850_1026 (size=8516) 2024-11-08T22:19:14,316 INFO [M:0;ff635fa717b5:42337 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d4db185c4b9c4c2cbf12ae639b0ae9d6 2024-11-08T22:19:14,335 DEBUG [M:0;ff635fa717b5:42337 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3964b0fcb9124f21ae2aaa4e67a10fdf is 69, key is ff635fa717b5,45865,1731104334465/rs:state/1731104336618/Put/seqid=0 2024-11-08T22:19:14,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35875 is added to blk_1073741851_1027 (size=5156) 2024-11-08T22:19:14,614 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39363,1731104329316.replicationSource.wal-reader.ff635fa717b5%2C39363%2C1731104329316,1-ff635fa717b5,39363,1731104329316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/WALs/ff635fa717b5,39363,1731104329316/ff635fa717b5%2C39363%2C1731104329316.1731104331621 to pos 912, reset compression=false 2024-11-08T22:19:14,760 INFO [M:0;ff635fa717b5:42337 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3964b0fcb9124f21ae2aaa4e67a10fdf 2024-11-08T22:19:14,764 DEBUG [M:0;ff635fa717b5:42337 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/300572143f5846d79bb34464b46b1839 as hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/300572143f5846d79bb34464b46b1839 2024-11-08T22:19:14,767 INFO [M:0;ff635fa717b5:42337 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/300572143f5846d79bb34464b46b1839, entries=8, sequenceid=97, filesize=5.5 K 2024-11-08T22:19:14,768 DEBUG [M:0;ff635fa717b5:42337 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d4db185c4b9c4c2cbf12ae639b0ae9d6 as hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d4db185c4b9c4c2cbf12ae639b0ae9d6 2024-11-08T22:19:14,771 INFO [M:0;ff635fa717b5:42337 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d4db185c4b9c4c2cbf12ae639b0ae9d6, entries=11, sequenceid=97, filesize=8.3 K 2024-11-08T22:19:14,771 DEBUG [M:0;ff635fa717b5:42337 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3964b0fcb9124f21ae2aaa4e67a10fdf as hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3964b0fcb9124f21ae2aaa4e67a10fdf 2024-11-08T22:19:14,774 INFO [M:0;ff635fa717b5:42337 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43293/user/jenkins/test-data/06d719b4-88fb-c9f4-5deb-a33794032ef1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3964b0fcb9124f21ae2aaa4e67a10fdf, entries=1, sequenceid=97, filesize=5.0 K 2024-11-08T22:19:14,775 INFO [M:0;ff635fa717b5:42337 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1304ms, sequenceid=97, compaction requested=false 2024-11-08T22:19:14,776 INFO [M:0;ff635fa717b5:42337 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:19:14,776 DEBUG [M:0;ff635fa717b5:42337 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731104353470Disabling compacts and flushes for region at 1731104353470Disabling writes for close at 1731104353470Obtaining lock to block concurrent updates at 1731104353471 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731104353471Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731104353471Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731104353472 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731104353472Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731104353486 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731104353486Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731104353895 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731104353911 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731104353911Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731104354319 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731104354335 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731104354335Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3200f9e8: reopening flushed file at 1731104354763 (+428 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74c79ab5: reopening flushed file at 1731104354767 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44722401: reopening flushed file at 1731104354771 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1304ms, sequenceid=97, compaction requested=false at 1731104354775 (+4 ms)Writing region close event to WAL at 1731104354776 (+1 ms)Closed at 1731104354776 2024-11-08T22:19:14,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35875 is added to blk_1073741830_1006 (size=63654) 2024-11-08T22:19:14,779 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T22:19:14,779 INFO [M:0;ff635fa717b5:42337 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T22:19:14,779 INFO [M:0;ff635fa717b5:42337 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42337 2024-11-08T22:19:14,779 INFO [M:0;ff635fa717b5:42337 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T22:19:14,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x1011c87c1b70003, quorum=127.0.0.1:56479, baseZNode=/1-460212770 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:19:14,922 INFO [M:0;ff635fa717b5:42337 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T22:19:14,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x1011c87c1b70003, quorum=127.0.0.1:56479, baseZNode=/1-460212770 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:19:14,925 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@8f1a53a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T22:19:14,925 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4dac0b05{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T22:19:14,925 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T22:19:14,925 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@149ad8f2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T22:19:14,925 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52349487{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025ed6cb-172f-10d7-e221-cf362c57232f/hadoop.log.dir/,STOPPED} 2024-11-08T22:19:14,926 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T22:19:14,926 WARN [BP-264512736-172.17.0.3-1731104332404 heartbeating to localhost/127.0.0.1:43293 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T22:19:14,926 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T22:19:14,926 WARN [BP-264512736-172.17.0.3-1731104332404 heartbeating to localhost/127.0.0.1:43293 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-264512736-172.17.0.3-1731104332404 (Datanode Uuid 85fa87fa-42e0-4ab1-8ea5-18ffca39c4a6) service to localhost/127.0.0.1:43293 2024-11-08T22:19:14,927 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025ed6cb-172f-10d7-e221-cf362c57232f/cluster_2ee1f93f-fdec-3099-a246-e0b2b69ce386/data/data1/current/BP-264512736-172.17.0.3-1731104332404 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T22:19:14,927 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025ed6cb-172f-10d7-e221-cf362c57232f/cluster_2ee1f93f-fdec-3099-a246-e0b2b69ce386/data/data2/current/BP-264512736-172.17.0.3-1731104332404 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T22:19:14,927 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T22:19:14,933 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3691ca81{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T22:19:14,934 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@74263c46{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T22:19:14,934 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T22:19:14,934 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76b6a439{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T22:19:14,934 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e625ec2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025ed6cb-172f-10d7-e221-cf362c57232f/hadoop.log.dir/,STOPPED} 2024-11-08T22:19:14,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T22:19:14,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T22:19:14,946 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T22:19:14,946 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:19:14,946 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:19:14,946 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:19:14,946 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:19:14,946 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T22:19:14,946 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=653743, stopped=false 2024-11-08T22:19:14,947 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ff635fa717b5,40635,1731104329124 2024-11-08T22:19:14,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40635-0x1011c87c1b70000, quorum=127.0.0.1:56479, baseZNode=/0966376995 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0966376995/running 2024-11-08T22:19:14,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39363-0x1011c87c1b70001, quorum=127.0.0.1:56479, baseZNode=/0966376995 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0966376995/running 2024-11-08T22:19:14,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39363-0x1011c87c1b70001, quorum=127.0.0.1:56479, baseZNode=/0966376995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0966376995 2024-11-08T22:19:14,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40635-0x1011c87c1b70000, quorum=127.0.0.1:56479, baseZNode=/0966376995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0966376995 2024-11-08T22:19:14,960 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T22:19:14,961 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39363-0x1011c87c1b70001, quorum=127.0.0.1:56479, baseZNode=/0966376995 Set watcher on znode that does not yet exist, /0966376995/running 2024-11-08T22:19:14,961 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40635-0x1011c87c1b70000, quorum=127.0.0.1:56479, baseZNode=/0966376995 Set watcher on znode that does not yet exist, /0966376995/running 2024-11-08T22:19:14,961 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T22:19:14,961 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:19:14,961 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:19:14,961 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ff635fa717b5,39363,1731104329316' ***** 2024-11-08T22:19:14,961 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T22:19:14,962 INFO [RS:0;ff635fa717b5:39363 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T22:19:14,962 INFO [RS:0;ff635fa717b5:39363 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T22:19:14,962 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T22:19:14,962 INFO [RS:0;ff635fa717b5:39363 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T22:19:14,962 INFO [RS:0;ff635fa717b5:39363 {}] regionserver.HRegionServer(3091): Received CLOSE for 60e41cc47f06e3f4195ef3ef3db823ed 2024-11-08T22:19:14,962 INFO [RS:0;ff635fa717b5:39363 {}] regionserver.HRegionServer(3091): Received CLOSE for d2b22394b0659dd9430320a637a4d8e7 2024-11-08T22:19:14,962 INFO [RS:0;ff635fa717b5:39363 {}] regionserver.HRegionServer(959): stopping server ff635fa717b5,39363,1731104329316 2024-11-08T22:19:14,962 INFO [RS:0;ff635fa717b5:39363 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T22:19:14,962 INFO [RS:0;ff635fa717b5:39363 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff635fa717b5:39363. 2024-11-08T22:19:14,962 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 60e41cc47f06e3f4195ef3ef3db823ed, disabling compactions & flushes 2024-11-08T22:19:14,962 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731104342246.60e41cc47f06e3f4195ef3ef3db823ed. 2024-11-08T22:19:14,962 DEBUG [RS:0;ff635fa717b5:39363 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:19:14,962 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731104342246.60e41cc47f06e3f4195ef3ef3db823ed. 2024-11-08T22:19:14,962 DEBUG [RS:0;ff635fa717b5:39363 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:19:14,962 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731104342246.60e41cc47f06e3f4195ef3ef3db823ed. after waiting 0 ms 2024-11-08T22:19:14,962 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731104342246.60e41cc47f06e3f4195ef3ef3db823ed. 2024-11-08T22:19:14,962 INFO [RS:0;ff635fa717b5:39363 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T22:19:14,962 INFO [RS:0;ff635fa717b5:39363 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T22:19:14,962 INFO [RS:0;ff635fa717b5:39363 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T22:19:14,962 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 60e41cc47f06e3f4195ef3ef3db823ed 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-08T22:19:14,962 INFO [RS:0;ff635fa717b5:39363 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T22:19:14,962 INFO [RS:0;ff635fa717b5:39363 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T22:19:14,962 DEBUG [RS:0;ff635fa717b5:39363 {}] regionserver.HRegionServer(1325): Online Regions={60e41cc47f06e3f4195ef3ef3db823ed=hbase:replication,,1731104342246.60e41cc47f06e3f4195ef3ef3db823ed., d2b22394b0659dd9430320a637a4d8e7=test,,1731104337923.d2b22394b0659dd9430320a637a4d8e7., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T22:19:14,963 DEBUG [RS:0;ff635fa717b5:39363 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 60e41cc47f06e3f4195ef3ef3db823ed, d2b22394b0659dd9430320a637a4d8e7 2024-11-08T22:19:14,963 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T22:19:14,963 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T22:19:14,963 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T22:19:14,963 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T22:19:14,963 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T22:19:14,963 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T22:19:14,975 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/data/hbase/meta/1588230740/.tmp/info/632f1bb9528c4f6896eeb5f95f3e8b54 is 147, key is hbase:replication,,1731104342246.60e41cc47f06e3f4195ef3ef3db823ed./info:regioninfo/1731104343463/Put/seqid=0 2024-11-08T22:19:14,975 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/data/hbase/replication/60e41cc47f06e3f4195ef3ef3db823ed/.tmp/queue/1e7dca717ed54193a52d406efd23b76d is 153, key is 1-ff635fa717b5,39363,1731104329316/queue:ff635fa717b5%2C39363%2C1731104329316/1731104350182/Put/seqid=0 2024-11-08T22:19:14,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45491 is added to blk_1073741840_1016 (size=7686) 2024-11-08T22:19:14,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45491 is added to blk_1073741841_1017 (size=5352) 2024-11-08T22:19:15,011 INFO [regionserver/ff635fa717b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T22:19:15,163 DEBUG [RS:0;ff635fa717b5:39363 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 60e41cc47f06e3f4195ef3ef3db823ed, d2b22394b0659dd9430320a637a4d8e7 2024-11-08T22:19:15,363 DEBUG [RS:0;ff635fa717b5:39363 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 60e41cc47f06e3f4195ef3ef3db823ed, d2b22394b0659dd9430320a637a4d8e7 2024-11-08T22:19:15,379 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/data/hbase/meta/1588230740/.tmp/info/632f1bb9528c4f6896eeb5f95f3e8b54 2024-11-08T22:19:15,384 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/data/hbase/replication/60e41cc47f06e3f4195ef3ef3db823ed/.tmp/queue/1e7dca717ed54193a52d406efd23b76d 2024-11-08T22:19:15,388 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/data/hbase/replication/60e41cc47f06e3f4195ef3ef3db823ed/.tmp/queue/1e7dca717ed54193a52d406efd23b76d as hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/data/hbase/replication/60e41cc47f06e3f4195ef3ef3db823ed/queue/1e7dca717ed54193a52d406efd23b76d 2024-11-08T22:19:15,392 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/data/hbase/replication/60e41cc47f06e3f4195ef3ef3db823ed/queue/1e7dca717ed54193a52d406efd23b76d, entries=1, sequenceid=10, filesize=5.2 K 2024-11-08T22:19:15,392 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 60e41cc47f06e3f4195ef3ef3db823ed in 430ms, sequenceid=10, compaction requested=false 2024-11-08T22:19:15,392 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-08T22:19:15,396 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/data/hbase/replication/60e41cc47f06e3f4195ef3ef3db823ed/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-08T22:19:15,397 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T22:19:15,397 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T22:19:15,397 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731104342246.60e41cc47f06e3f4195ef3ef3db823ed. 2024-11-08T22:19:15,397 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 60e41cc47f06e3f4195ef3ef3db823ed: Waiting for close lock at 1731104354962Running coprocessor pre-close hooks at 1731104354962Disabling compacts and flushes for region at 1731104354962Disabling writes for close at 1731104354962Obtaining lock to block concurrent updates at 1731104354962Preparing flush snapshotting stores in 60e41cc47f06e3f4195ef3ef3db823ed at 1731104354962Finished memstore snapshotting hbase:replication,,1731104342246.60e41cc47f06e3f4195ef3ef3db823ed., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1731104354963 (+1 ms)Flushing stores of hbase:replication,,1731104342246.60e41cc47f06e3f4195ef3ef3db823ed. at 1731104354963Flushing 60e41cc47f06e3f4195ef3ef3db823ed/queue: creating writer at 1731104354963Flushing 60e41cc47f06e3f4195ef3ef3db823ed/queue: appending metadata at 1731104354975 (+12 ms)Flushing 60e41cc47f06e3f4195ef3ef3db823ed/queue: closing flushed file at 1731104354975Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@317cc4e7: reopening flushed file at 1731104355388 (+413 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 60e41cc47f06e3f4195ef3ef3db823ed in 430ms, sequenceid=10, compaction requested=false at 1731104355392 (+4 ms)Writing region close event to WAL at 1731104355393 (+1 ms)Running coprocessor post-close hooks at 1731104355397 (+4 ms)Closed at 1731104355397 2024-11-08T22:19:15,397 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731104342246.60e41cc47f06e3f4195ef3ef3db823ed. 2024-11-08T22:19:15,397 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d2b22394b0659dd9430320a637a4d8e7, disabling compactions & flushes 2024-11-08T22:19:15,397 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731104337923.d2b22394b0659dd9430320a637a4d8e7. 2024-11-08T22:19:15,397 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731104337923.d2b22394b0659dd9430320a637a4d8e7. 2024-11-08T22:19:15,397 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731104337923.d2b22394b0659dd9430320a637a4d8e7. after waiting 0 ms 2024-11-08T22:19:15,397 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731104337923.d2b22394b0659dd9430320a637a4d8e7. 2024-11-08T22:19:15,397 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d2b22394b0659dd9430320a637a4d8e7 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-08T22:19:15,407 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/data/hbase/meta/1588230740/.tmp/ns/1231f5d1bcaf4bc682c44d68afd28eba is 43, key is default/ns:d/1731104332272/Put/seqid=0 2024-11-08T22:19:15,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45491 is added to blk_1073741842_1018 (size=5153) 2024-11-08T22:19:15,416 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/data/default/test/d2b22394b0659dd9430320a637a4d8e7/.tmp/f/5dc9e90ac147423ab40c7b5a7653f745 is 29, key is row1/f:/1731104349586/DeleteFamily/seqid=0 2024-11-08T22:19:15,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45491 is added to blk_1073741843_1019 (size=5118) 2024-11-08T22:19:15,501 INFO [regionserver/ff635fa717b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T22:19:15,501 INFO [regionserver/ff635fa717b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T22:19:15,563 DEBUG [RS:0;ff635fa717b5:39363 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d2b22394b0659dd9430320a637a4d8e7 2024-11-08T22:19:15,617 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39363,1731104329316.replicationSource.wal-reader.ff635fa717b5%2C39363%2C1731104329316,1-ff635fa717b5,39363,1731104329316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/WALs/ff635fa717b5,39363,1731104329316/ff635fa717b5%2C39363%2C1731104329316.1731104331621 to pos 912, reset compression=false 2024-11-08T22:19:15,621 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39363,1731104329316.replicationSource.wal-reader.ff635fa717b5%2C39363%2C1731104329316,1-ff635fa717b5,39363,1731104329316 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T22:19:15,621 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39363,1731104329316.replicationSource.wal-reader.ff635fa717b5%2C39363%2C1731104329316,1-ff635fa717b5,39363,1731104329316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/WALs/ff635fa717b5,39363,1731104329316/ff635fa717b5%2C39363%2C1731104329316.1731104331621 to pos 1159, reset compression=false 2024-11-08T22:19:15,621 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39363,1731104329316.replicationSource.shipperff635fa717b5%2C39363%2C1731104329316,1-ff635fa717b5,39363,1731104329316 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff635fa717b5,39363,1731104329316 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/WALs/ff635fa717b5,39363,1731104329316/ff635fa717b5%2C39363%2C1731104329316.1731104331621, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T22:19:15,621 ERROR [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39363,1731104329316.replicationSource.shipperff635fa717b5%2C39363%2C1731104329316,1-ff635fa717b5,39363,1731104329316 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ff635fa717b5,39363,1731104329316: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-ff635fa717b5,39363,1731104329316, walGroup=ff635fa717b5%2C39363%2C1731104329316, offset=ff635fa717b5%2C39363%2C1731104329316.1731104331621:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff635fa717b5:39363 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T22:19:15,622 ERROR [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39363,1731104329316.replicationSource.shipperff635fa717b5%2C39363%2C1731104329316,1-ff635fa717b5,39363,1731104329316 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T22:19:15,622 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39363,1731104329316.replicationSource.shipperff635fa717b5%2C39363%2C1731104329316,1-ff635fa717b5,39363,1731104329316 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T22:19:15,623 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39363,1731104329316.replicationSource.shipperff635fa717b5%2C39363%2C1731104329316,1-ff635fa717b5,39363,1731104329316 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T22:19:15,623 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39363,1731104329316.replicationSource.shipperff635fa717b5%2C39363%2C1731104329316,1-ff635fa717b5,39363,1731104329316 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T22:19:15,623 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39363,1731104329316.replicationSource.shipperff635fa717b5%2C39363%2C1731104329316,1-ff635fa717b5,39363,1731104329316 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T22:19:15,623 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39363,1731104329316.replicationSource.shipperff635fa717b5%2C39363%2C1731104329316,1-ff635fa717b5,39363,1731104329316 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 648083664 }, "NonHeapMemoryUsage": { "committed": 194183168, "init": 7667712, "max": -1, "used": 190978496 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T22:19:15,624 WARN [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39363,1731104329316.replicationSource.shipperff635fa717b5%2C39363%2C1731104329316,1-ff635fa717b5,39363,1731104329316 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff635fa717b5:40635 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff635fa717b5:40635 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T22:19:15,763 DEBUG [RS:0;ff635fa717b5:39363 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d2b22394b0659dd9430320a637a4d8e7 2024-11-08T22:19:15,812 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/data/hbase/meta/1588230740/.tmp/ns/1231f5d1bcaf4bc682c44d68afd28eba 2024-11-08T22:19:15,822 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/data/default/test/d2b22394b0659dd9430320a637a4d8e7/.tmp/f/5dc9e90ac147423ab40c7b5a7653f745 2024-11-08T22:19:15,824 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39363,1731104329316.replicationSource.wal-reader.ff635fa717b5%2C39363%2C1731104329316,1-ff635fa717b5,39363,1731104329316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/WALs/ff635fa717b5,39363,1731104329316/ff635fa717b5%2C39363%2C1731104329316.1731104331621 to pos 1159, reset compression=false 2024-11-08T22:19:15,826 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5dc9e90ac147423ab40c7b5a7653f745 2024-11-08T22:19:15,833 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/data/hbase/meta/1588230740/.tmp/rep_barrier/2d49e27de4814e74849312cca19f6e38 is 112, key is test,,1731104337923.d2b22394b0659dd9430320a637a4d8e7./rep_barrier:seqnumDuringOpen/1731104339076/Put/seqid=0 2024-11-08T22:19:15,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45491 is added to blk_1073741844_1020 (size=5518) 2024-11-08T22:19:15,840 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/data/default/test/d2b22394b0659dd9430320a637a4d8e7/.tmp/f1/492fc4aed75d493997da7b41da1fa36a is 30, key is row1/f1:/1731104349586/DeleteFamily/seqid=0 2024-11-08T22:19:15,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45491 is added to blk_1073741845_1021 (size=5123) 2024-11-08T22:19:15,963 INFO [RS:0;ff635fa717b5:39363 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T22:19:15,963 DEBUG [RS:0;ff635fa717b5:39363 {}] regionserver.HRegionServer(1325): Online Regions={d2b22394b0659dd9430320a637a4d8e7=test,,1731104337923.d2b22394b0659dd9430320a637a4d8e7., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T22:19:15,963 DEBUG [RS:0;ff635fa717b5:39363 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d2b22394b0659dd9430320a637a4d8e7 2024-11-08T22:19:16,127 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39363,1731104329316.replicationSource.wal-reader.ff635fa717b5%2C39363%2C1731104329316,1-ff635fa717b5,39363,1731104329316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/WALs/ff635fa717b5,39363,1731104329316/ff635fa717b5%2C39363%2C1731104329316.1731104331621 to pos 1159, reset compression=false 2024-11-08T22:19:16,164 DEBUG [RS:0;ff635fa717b5:39363 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d2b22394b0659dd9430320a637a4d8e7 2024-11-08T22:19:16,240 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/data/hbase/meta/1588230740/.tmp/rep_barrier/2d49e27de4814e74849312cca19f6e38 2024-11-08T22:19:16,243 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/data/default/test/d2b22394b0659dd9430320a637a4d8e7/.tmp/f1/492fc4aed75d493997da7b41da1fa36a 2024-11-08T22:19:16,247 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 492fc4aed75d493997da7b41da1fa36a 2024-11-08T22:19:16,253 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T22:19:16,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:19:16,257 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/data/hbase/meta/1588230740/.tmp/table/9c8a2adddd00417fb95d0e6456b48d26 is 53, key is hbase:replication/table:state/1731104343471/Put/seqid=0 2024-11-08T22:19:16,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45491 is added to blk_1073741846_1022 (size=5308) 2024-11-08T22:19:16,261 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/data/default/test/d2b22394b0659dd9430320a637a4d8e7/.tmp/norep/b7705776ba41450d8124dddc0e8b18f0 is 32, key is row/norep:/1731104348580/DeleteFamily/seqid=0 2024-11-08T22:19:16,261 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/data/hbase/meta/1588230740/.tmp/table/9c8a2adddd00417fb95d0e6456b48d26 2024-11-08T22:19:16,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45491 is added to blk_1073741847_1023 (size=5101) 2024-11-08T22:19:16,266 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/data/default/test/d2b22394b0659dd9430320a637a4d8e7/.tmp/norep/b7705776ba41450d8124dddc0e8b18f0 2024-11-08T22:19:16,266 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/data/hbase/meta/1588230740/.tmp/info/632f1bb9528c4f6896eeb5f95f3e8b54 as hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/data/hbase/meta/1588230740/info/632f1bb9528c4f6896eeb5f95f3e8b54 2024-11-08T22:19:16,270 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b7705776ba41450d8124dddc0e8b18f0 2024-11-08T22:19:16,270 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/data/hbase/meta/1588230740/info/632f1bb9528c4f6896eeb5f95f3e8b54, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T22:19:16,271 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/data/hbase/meta/1588230740/.tmp/ns/1231f5d1bcaf4bc682c44d68afd28eba as hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/data/hbase/meta/1588230740/ns/1231f5d1bcaf4bc682c44d68afd28eba 2024-11-08T22:19:16,271 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/data/default/test/d2b22394b0659dd9430320a637a4d8e7/.tmp/f/5dc9e90ac147423ab40c7b5a7653f745 as hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/data/default/test/d2b22394b0659dd9430320a637a4d8e7/f/5dc9e90ac147423ab40c7b5a7653f745 2024-11-08T22:19:16,275 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/data/hbase/meta/1588230740/ns/1231f5d1bcaf4bc682c44d68afd28eba, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T22:19:16,276 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/data/hbase/meta/1588230740/.tmp/rep_barrier/2d49e27de4814e74849312cca19f6e38 as hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/data/hbase/meta/1588230740/rep_barrier/2d49e27de4814e74849312cca19f6e38 2024-11-08T22:19:16,276 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5dc9e90ac147423ab40c7b5a7653f745 2024-11-08T22:19:16,276 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/data/default/test/d2b22394b0659dd9430320a637a4d8e7/f/5dc9e90ac147423ab40c7b5a7653f745, entries=2, sequenceid=8, filesize=5.0 K 2024-11-08T22:19:16,277 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/data/default/test/d2b22394b0659dd9430320a637a4d8e7/.tmp/f1/492fc4aed75d493997da7b41da1fa36a as hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/data/default/test/d2b22394b0659dd9430320a637a4d8e7/f1/492fc4aed75d493997da7b41da1fa36a 2024-11-08T22:19:16,282 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 492fc4aed75d493997da7b41da1fa36a 2024-11-08T22:19:16,282 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/data/hbase/meta/1588230740/rep_barrier/2d49e27de4814e74849312cca19f6e38, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T22:19:16,282 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/data/default/test/d2b22394b0659dd9430320a637a4d8e7/f1/492fc4aed75d493997da7b41da1fa36a, entries=2, sequenceid=8, filesize=5.0 K 2024-11-08T22:19:16,283 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/data/hbase/meta/1588230740/.tmp/table/9c8a2adddd00417fb95d0e6456b48d26 as hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/data/hbase/meta/1588230740/table/9c8a2adddd00417fb95d0e6456b48d26 2024-11-08T22:19:16,283 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/data/default/test/d2b22394b0659dd9430320a637a4d8e7/.tmp/norep/b7705776ba41450d8124dddc0e8b18f0 as hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/data/default/test/d2b22394b0659dd9430320a637a4d8e7/norep/b7705776ba41450d8124dddc0e8b18f0 2024-11-08T22:19:16,291 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/data/hbase/meta/1588230740/table/9c8a2adddd00417fb95d0e6456b48d26, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T22:19:16,292 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1329ms, sequenceid=16, compaction requested=false 2024-11-08T22:19:16,292 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T22:19:16,296 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b7705776ba41450d8124dddc0e8b18f0 2024-11-08T22:19:16,297 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/data/default/test/d2b22394b0659dd9430320a637a4d8e7/norep/b7705776ba41450d8124dddc0e8b18f0, entries=1, sequenceid=8, filesize=5.0 K 2024-11-08T22:19:16,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:19:16,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:19:16,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:19:16,298 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for d2b22394b0659dd9430320a637a4d8e7 in 901ms, sequenceid=8, compaction requested=false 2024-11-08T22:19:16,298 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-08T22:19:16,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:19:16,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:19:16,299 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:19:16,307 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:19:16,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:19:16,312 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:19:16,314 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:19:16,315 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T22:19:16,315 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/data/default/test/d2b22394b0659dd9430320a637a4d8e7/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-08T22:19:16,316 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T22:19:16,316 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T22:19:16,316 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T22:19:16,316 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731104354962Running coprocessor pre-close hooks at 1731104354963 (+1 ms)Disabling compacts and flushes for region at 1731104354963Disabling writes for close at 1731104354963Obtaining lock to block concurrent updates at 1731104354963Preparing flush snapshotting stores in 1588230740 at 1731104354963Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731104354963Flushing stores of hbase:meta,,1.1588230740 at 1731104354963Flushing 1588230740/info: creating writer at 1731104354963Flushing 1588230740/info: appending metadata at 1731104354975 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731104354975Flushing 1588230740/ns: creating writer at 1731104355384 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731104355407 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1731104355407Flushing 1588230740/rep_barrier: creating writer at 1731104355816 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731104355833 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731104355833Flushing 1588230740/table: creating writer at 1731104356245 (+412 ms)Flushing 1588230740/table: appending metadata at 1731104356257 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731104356257Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19019371: reopening flushed file at 1731104356265 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@177d6fdc: reopening flushed file at 1731104356270 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@367c4744: reopening flushed file at 1731104356275 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7179457a: reopening flushed file at 1731104356282 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1329ms, sequenceid=16, compaction requested=false at 1731104356292 (+10 ms)Writing region close event to WAL at 1731104356303 (+11 ms)Running coprocessor post-close hooks at 1731104356316 (+13 ms)Closed at 1731104356316 2024-11-08T22:19:16,316 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T22:19:16,316 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T22:19:16,316 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T22:19:16,316 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731104337923.d2b22394b0659dd9430320a637a4d8e7. 2024-11-08T22:19:16,317 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d2b22394b0659dd9430320a637a4d8e7: Waiting for close lock at 1731104355397Running coprocessor pre-close hooks at 1731104355397Disabling compacts and flushes for region at 1731104355397Disabling writes for close at 1731104355397Obtaining lock to block concurrent updates at 1731104355397Preparing flush snapshotting stores in d2b22394b0659dd9430320a637a4d8e7 at 1731104355397Finished memstore snapshotting test,,1731104337923.d2b22394b0659dd9430320a637a4d8e7., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731104355398 (+1 ms)Flushing stores of test,,1731104337923.d2b22394b0659dd9430320a637a4d8e7. at 1731104355398Flushing d2b22394b0659dd9430320a637a4d8e7/f: creating writer at 1731104355398Flushing d2b22394b0659dd9430320a637a4d8e7/f: appending metadata at 1731104355415 (+17 ms)Flushing d2b22394b0659dd9430320a637a4d8e7/f: closing flushed file at 1731104355415Flushing d2b22394b0659dd9430320a637a4d8e7/f1: creating writer at 1731104355826 (+411 ms)Flushing d2b22394b0659dd9430320a637a4d8e7/f1: appending metadata at 1731104355840 (+14 ms)Flushing d2b22394b0659dd9430320a637a4d8e7/f1: closing flushed file at 1731104355840Flushing d2b22394b0659dd9430320a637a4d8e7/norep: creating writer at 1731104356247 (+407 ms)Flushing d2b22394b0659dd9430320a637a4d8e7/norep: appending metadata at 1731104356260 (+13 ms)Flushing d2b22394b0659dd9430320a637a4d8e7/norep: closing flushed file at 1731104356260Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4211c467: reopening flushed file at 1731104356270 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65e091be: reopening flushed file at 1731104356277 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b2775c0: reopening flushed file at 1731104356282 (+5 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for d2b22394b0659dd9430320a637a4d8e7 in 901ms, sequenceid=8, compaction requested=false at 1731104356298 (+16 ms)Writing region close event to WAL at 1731104356308 (+10 ms)Running coprocessor post-close hooks at 1731104356316 (+8 ms)Closed at 1731104356316 2024-11-08T22:19:16,317 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731104337923.d2b22394b0659dd9430320a637a4d8e7. 2024-11-08T22:19:16,364 INFO [RS:0;ff635fa717b5:39363 {}] regionserver.HRegionServer(976): stopping server ff635fa717b5,39363,1731104329316; all regions closed. 2024-11-08T22:19:16,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45491 is added to blk_1073741834_1010 (size=4239) 2024-11-08T22:19:16,366 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/WALs/ff635fa717b5,39363,1731104329316/ff635fa717b5%2C39363%2C1731104329316.meta.1731104332194.meta not finished, retry = 0 2024-11-08T22:19:16,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45491 is added to blk_1073741839_1015 (size=2676) 2024-11-08T22:19:16,469 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/WALs/ff635fa717b5,39363,1731104329316/ff635fa717b5%2C39363%2C1731104329316.rep.1731104343429 not finished, retry = 0 2024-11-08T22:19:16,530 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39363,1731104329316.replicationSource.wal-reader.ff635fa717b5%2C39363%2C1731104329316,1-ff635fa717b5,39363,1731104329316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/WALs/ff635fa717b5,39363,1731104329316/ff635fa717b5%2C39363%2C1731104329316.1731104331621 to pos 1159, reset compression=false 2024-11-08T22:19:16,534 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39363,1731104329316.replicationSource.wal-reader.ff635fa717b5%2C39363%2C1731104329316,1-ff635fa717b5,39363,1731104329316 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T22:19:16,534 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39363,1731104329316.replicationSource.wal-reader.ff635fa717b5%2C39363%2C1731104329316,1-ff635fa717b5,39363,1731104329316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/WALs/ff635fa717b5,39363,1731104329316/ff635fa717b5%2C39363%2C1731104329316.1731104331621 to pos 1803, reset compression=false 2024-11-08T22:19:16,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45491 is added to blk_1073741832_1008 (size=1811) 2024-11-08T22:19:16,571 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/WALs/ff635fa717b5,39363,1731104329316/ff635fa717b5%2C39363%2C1731104329316.1731104331621 not finished, retry = 0 2024-11-08T22:19:16,672 DEBUG [RS:0;ff635fa717b5:39363 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:19:16,672 INFO [RS:0;ff635fa717b5:39363 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T22:19:16,672 INFO [RS:0;ff635fa717b5:39363 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T22:19:16,672 INFO [RS:0;ff635fa717b5:39363 {}] hbase.ChoreService(370): Chore service for: regionserver/ff635fa717b5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T22:19:16,672 INFO [RS:0;ff635fa717b5:39363 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T22:19:16,672 INFO [regionserver/ff635fa717b5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T22:19:16,673 INFO [RS:0;ff635fa717b5:39363 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ff635fa717b5,39363,1731104329316 because: Region server is closing 2024-11-08T22:19:16,673 INFO [RS:0;ff635fa717b5:39363 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff635fa717b5:39363. 2024-11-08T22:19:16,673 DEBUG [RS:0;ff635fa717b5:39363 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:19:16,673 DEBUG [RS:0;ff635fa717b5:39363 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:19:16,673 DEBUG [RS:0;ff635fa717b5:39363 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:19:16,673 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:19:16,773 INFO [RS:0;ff635fa717b5:39363 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39363,1731104329316.replicationSource.shipperff635fa717b5%2C39363%2C1731104329316,1-ff635fa717b5,39363,1731104329316 terminated 2024-11-08T22:19:16,773 INFO [RS:0;ff635fa717b5:39363 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff635fa717b5:39363. 2024-11-08T22:19:16,773 DEBUG [RS:0;ff635fa717b5:39363 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:19:16,773 DEBUG [RS:0;ff635fa717b5:39363 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:19:16,774 DEBUG [RS:0;ff635fa717b5:39363 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:19:16,774 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:19:16,774 INFO [RS:0;ff635fa717b5:39363 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39363 2024-11-08T22:19:16,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39363-0x1011c87c1b70001, quorum=127.0.0.1:56479, baseZNode=/0966376995 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0966376995/rs/ff635fa717b5,39363,1731104329316 2024-11-08T22:19:16,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40635-0x1011c87c1b70000, quorum=127.0.0.1:56479, baseZNode=/0966376995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0966376995/rs 2024-11-08T22:19:16,844 INFO [RS:0;ff635fa717b5:39363 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T22:19:16,855 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ff635fa717b5,39363,1731104329316] 2024-11-08T22:19:16,865 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0966376995/draining/ff635fa717b5,39363,1731104329316 already deleted, retry=false 2024-11-08T22:19:16,865 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ff635fa717b5,39363,1731104329316 expired; onlineServers=0 2024-11-08T22:19:16,865 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ff635fa717b5,40635,1731104329124' ***** 2024-11-08T22:19:16,865 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T22:19:16,865 INFO [M:0;ff635fa717b5:40635 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T22:19:16,865 INFO [M:0;ff635fa717b5:40635 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T22:19:16,865 DEBUG [M:0;ff635fa717b5:40635 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T22:19:16,865 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T22:19:16,865 DEBUG [M:0;ff635fa717b5:40635 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T22:19:16,865 DEBUG [master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.small.0-1731104331405 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.small.0-1731104331405,5,FailOnTimeoutGroup] 2024-11-08T22:19:16,865 DEBUG [master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.large.0-1731104331404 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.large.0-1731104331404,5,FailOnTimeoutGroup] 2024-11-08T22:19:16,866 INFO [M:0;ff635fa717b5:40635 {}] hbase.ChoreService(370): Chore service for: master/ff635fa717b5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T22:19:16,866 INFO [M:0;ff635fa717b5:40635 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T22:19:16,866 DEBUG [M:0;ff635fa717b5:40635 {}] master.HMaster(1795): Stopping service threads 2024-11-08T22:19:16,866 INFO [M:0;ff635fa717b5:40635 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T22:19:16,866 INFO [M:0;ff635fa717b5:40635 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T22:19:16,866 INFO [M:0;ff635fa717b5:40635 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T22:19:16,866 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T22:19:16,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40635-0x1011c87c1b70000, quorum=127.0.0.1:56479, baseZNode=/0966376995 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0966376995/master 2024-11-08T22:19:16,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40635-0x1011c87c1b70000, quorum=127.0.0.1:56479, baseZNode=/0966376995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0966376995 2024-11-08T22:19:16,876 DEBUG [M:0;ff635fa717b5:40635 {}] zookeeper.ZKUtil(347): master:40635-0x1011c87c1b70000, quorum=127.0.0.1:56479, baseZNode=/0966376995 Unable to get data of znode /0966376995/master because node does not exist (not an error) 2024-11-08T22:19:16,876 WARN [M:0;ff635fa717b5:40635 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T22:19:16,877 INFO [M:0;ff635fa717b5:40635 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/.lastflushedseqids 2024-11-08T22:19:16,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45491 is added to blk_1073741848_1024 (size=245) 2024-11-08T22:19:16,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39363-0x1011c87c1b70001, quorum=127.0.0.1:56479, baseZNode=/0966376995 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:19:16,955 INFO [RS:0;ff635fa717b5:39363 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T22:19:16,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39363-0x1011c87c1b70001, quorum=127.0.0.1:56479, baseZNode=/0966376995 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:19:16,955 INFO [RS:0;ff635fa717b5:39363 {}] regionserver.HRegionServer(1031): Exiting; stopping=ff635fa717b5,39363,1731104329316; zookeeper connection closed. 2024-11-08T22:19:16,955 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1c69103c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1c69103c 2024-11-08T22:19:16,955 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T22:19:17,281 INFO [M:0;ff635fa717b5:40635 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T22:19:17,281 INFO [M:0;ff635fa717b5:40635 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T22:19:17,281 DEBUG [M:0;ff635fa717b5:40635 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T22:19:17,281 INFO [M:0;ff635fa717b5:40635 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:19:17,281 DEBUG [M:0;ff635fa717b5:40635 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:19:17,281 DEBUG [M:0;ff635fa717b5:40635 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T22:19:17,281 DEBUG [M:0;ff635fa717b5:40635 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:19:17,281 INFO [M:0;ff635fa717b5:40635 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-08T22:19:17,297 DEBUG [M:0;ff635fa717b5:40635 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0cc023794ac04282b8b5c70d175ec684 is 82, key is hbase:meta,,1/info:regioninfo/1731104332224/Put/seqid=0 2024-11-08T22:19:17,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45491 is added to blk_1073741849_1025 (size=5672) 2024-11-08T22:19:17,701 INFO [M:0;ff635fa717b5:40635 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0cc023794ac04282b8b5c70d175ec684 2024-11-08T22:19:17,717 DEBUG [M:0;ff635fa717b5:40635 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/72321c3a33a946899a4998ed86b30f66 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731104343475/Put/seqid=0 2024-11-08T22:19:17,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45491 is added to blk_1073741850_1026 (size=8516) 2024-11-08T22:19:18,121 INFO [M:0;ff635fa717b5:40635 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/72321c3a33a946899a4998ed86b30f66 2024-11-08T22:19:18,139 DEBUG [M:0;ff635fa717b5:40635 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8cf4186005194bc887bd4d0299a4a1c6 is 69, key is ff635fa717b5,39363,1731104329316/rs:state/1731104331481/Put/seqid=0 2024-11-08T22:19:18,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45491 is added to blk_1073741851_1027 (size=5156) 2024-11-08T22:19:18,542 INFO [M:0;ff635fa717b5:40635 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8cf4186005194bc887bd4d0299a4a1c6 2024-11-08T22:19:18,547 DEBUG [M:0;ff635fa717b5:40635 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0cc023794ac04282b8b5c70d175ec684 as hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0cc023794ac04282b8b5c70d175ec684 2024-11-08T22:19:18,550 INFO [M:0;ff635fa717b5:40635 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0cc023794ac04282b8b5c70d175ec684, entries=8, sequenceid=97, filesize=5.5 K 2024-11-08T22:19:18,551 DEBUG [M:0;ff635fa717b5:40635 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/72321c3a33a946899a4998ed86b30f66 as hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/72321c3a33a946899a4998ed86b30f66 2024-11-08T22:19:18,555 INFO [M:0;ff635fa717b5:40635 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/72321c3a33a946899a4998ed86b30f66, entries=11, sequenceid=97, filesize=8.3 K 2024-11-08T22:19:18,555 DEBUG [M:0;ff635fa717b5:40635 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8cf4186005194bc887bd4d0299a4a1c6 as hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8cf4186005194bc887bd4d0299a4a1c6 2024-11-08T22:19:18,558 INFO [M:0;ff635fa717b5:40635 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39527/user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8cf4186005194bc887bd4d0299a4a1c6, entries=1, sequenceid=97, filesize=5.0 K 2024-11-08T22:19:18,559 INFO [M:0;ff635fa717b5:40635 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=97, compaction requested=false 2024-11-08T22:19:18,560 INFO [M:0;ff635fa717b5:40635 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:19:18,560 DEBUG [M:0;ff635fa717b5:40635 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731104357281Disabling compacts and flushes for region at 1731104357281Disabling writes for close at 1731104357281Obtaining lock to block concurrent updates at 1731104357281Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731104357281Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731104357281Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731104357282 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731104357282Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731104357297 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731104357297Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731104357704 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731104357717 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731104357717Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731104358125 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731104358138 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731104358138Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4226f7e5: reopening flushed file at 1731104358546 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b142d7b: reopening flushed file at 1731104358550 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30b0c3fb: reopening flushed file at 1731104358555 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=97, compaction requested=false at 1731104358559 (+4 ms)Writing region close event to WAL at 1731104358560 (+1 ms)Closed at 1731104358560 2024-11-08T22:19:18,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45491 is added to blk_1073741830_1006 (size=63654) 2024-11-08T22:19:18,562 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cff75e86-4a0c-c3a3-7e7f-6cbf4bef583b/MasterData/WALs/ff635fa717b5,40635,1731104329124/ff635fa717b5%2C40635%2C1731104329124.1731104331120 not finished, retry = 0 2024-11-08T22:19:18,663 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T22:19:18,663 INFO [M:0;ff635fa717b5:40635 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T22:19:18,663 INFO [M:0;ff635fa717b5:40635 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40635 2024-11-08T22:19:18,663 INFO [M:0;ff635fa717b5:40635 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T22:19:18,714 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T22:19:18,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40635-0x1011c87c1b70000, quorum=127.0.0.1:56479, baseZNode=/0966376995 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:19:18,818 INFO [M:0;ff635fa717b5:40635 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T22:19:18,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40635-0x1011c87c1b70000, quorum=127.0.0.1:56479, baseZNode=/0966376995 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:19:18,821 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@151d21dd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T22:19:18,821 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13deed36{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T22:19:18,821 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T22:19:18,821 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b306b08{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T22:19:18,822 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38fb8bcf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c2e4e63-551c-a892-6ffa-5f7d966e86ba/hadoop.log.dir/,STOPPED} 2024-11-08T22:19:18,823 WARN [BP-1465387961-172.17.0.3-1731104327195 heartbeating to localhost/127.0.0.1:39527 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T22:19:18,823 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T22:19:18,823 WARN [BP-1465387961-172.17.0.3-1731104327195 heartbeating to localhost/127.0.0.1:39527 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1465387961-172.17.0.3-1731104327195 (Datanode Uuid 36f99b62-ab87-4ed4-9b05-12cd3dccd045) service to localhost/127.0.0.1:39527 2024-11-08T22:19:18,823 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T22:19:18,823 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c2e4e63-551c-a892-6ffa-5f7d966e86ba/cluster_3e2a2fae-59b1-e2d0-ce71-b2be9678baaa/data/data1/current/BP-1465387961-172.17.0.3-1731104327195 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T22:19:18,824 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c2e4e63-551c-a892-6ffa-5f7d966e86ba/cluster_3e2a2fae-59b1-e2d0-ce71-b2be9678baaa/data/data2/current/BP-1465387961-172.17.0.3-1731104327195 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T22:19:18,824 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T22:19:18,829 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1c69237f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T22:19:18,830 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@15b77ff8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T22:19:18,830 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T22:19:18,830 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ed640a6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T22:19:18,830 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3863c665{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c2e4e63-551c-a892-6ffa-5f7d966e86ba/hadoop.log.dir/,STOPPED} 2024-11-08T22:19:18,835 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T22:19:18,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T22:19:18,854 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=261 (was 243) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56479) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39527 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39527 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43293 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:43293 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:43293 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39527 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:43293 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43293 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39527 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56479) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43293 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:39527 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43293 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:39527 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39527 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:39527 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:39527 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:43293 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=654 (was 622) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=302 (was 340), ProcessCount=11 (was 11), AvailableMemoryMB=2367 (was 2455) 2024-11-08T22:19:18,863 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=261, OpenFileDescriptor=654, MaxFileDescriptor=1048576, SystemLoadAverage=302, ProcessCount=11, AvailableMemoryMB=2367 2024-11-08T22:19:18,874 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-08T22:19:18,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025ed6cb-172f-10d7-e221-cf362c57232f/hadoop.log.dir so I do NOT create it in target/test-data/f11010b8-e478-44e3-6962-a325bd081672 2024-11-08T22:19:18,875 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025ed6cb-172f-10d7-e221-cf362c57232f/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T22:19:18,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025ed6cb-172f-10d7-e221-cf362c57232f/hadoop.tmp.dir so I do NOT create it in target/test-data/f11010b8-e478-44e3-6962-a325bd081672 2024-11-08T22:19:18,875 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025ed6cb-172f-10d7-e221-cf362c57232f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T22:19:18,875 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f11010b8-e478-44e3-6962-a325bd081672 2024-11-08T22:19:18,875 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f11010b8-e478-44e3-6962-a325bd081672/cluster_ce204779-0594-e5d8-2421-3cae2800b41f, deleteOnExit=true 2024-11-08T22:19:18,894 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f11010b8-e478-44e3-6962-a325bd081672/cluster_ce204779-0594-e5d8-2421-3cae2800b41f/zookeeper_0, clientPort=53272, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f11010b8-e478-44e3-6962-a325bd081672/cluster_ce204779-0594-e5d8-2421-3cae2800b41f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f11010b8-e478-44e3-6962-a325bd081672/cluster_ce204779-0594-e5d8-2421-3cae2800b41f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T22:19:18,894 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53272 2024-11-08T22:19:18,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T22:19:18,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T22:19:18,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f11010b8-e478-44e3-6962-a325bd081672/test.cache.data in system properties and HBase conf 2024-11-08T22:19:18,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f11010b8-e478-44e3-6962-a325bd081672/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T22:19:18,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f11010b8-e478-44e3-6962-a325bd081672/hadoop.log.dir in system properties and HBase conf 2024-11-08T22:19:18,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f11010b8-e478-44e3-6962-a325bd081672/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T22:19:18,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f11010b8-e478-44e3-6962-a325bd081672/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T22:19:18,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T22:19:18,895 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T22:19:18,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f11010b8-e478-44e3-6962-a325bd081672/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T22:19:18,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f11010b8-e478-44e3-6962-a325bd081672/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T22:19:18,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f11010b8-e478-44e3-6962-a325bd081672/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T22:19:18,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f11010b8-e478-44e3-6962-a325bd081672/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T22:19:18,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f11010b8-e478-44e3-6962-a325bd081672/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T22:19:18,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f11010b8-e478-44e3-6962-a325bd081672/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T22:19:18,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f11010b8-e478-44e3-6962-a325bd081672/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T22:19:18,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f11010b8-e478-44e3-6962-a325bd081672/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T22:19:18,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f11010b8-e478-44e3-6962-a325bd081672/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T22:19:18,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f11010b8-e478-44e3-6962-a325bd081672/nfs.dump.dir in system properties and HBase conf 2024-11-08T22:19:18,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f11010b8-e478-44e3-6962-a325bd081672/java.io.tmpdir in system properties and HBase conf 2024-11-08T22:19:18,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f11010b8-e478-44e3-6962-a325bd081672/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T22:19:18,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f11010b8-e478-44e3-6962-a325bd081672/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T22:19:18,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f11010b8-e478-44e3-6962-a325bd081672/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T22:19:18,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011c87c1b70002, quorum=127.0.0.1:56479, baseZNode=/0966376995 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T22:19:18,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011c87c1b70005, quorum=127.0.0.1:56479, baseZNode=/1-460212770 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T22:19:18,934 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011c87c1b70005, quorum=127.0.0.1:56479, baseZNode=/1-460212770 Received Disconnected from ZooKeeper, ignoring 2024-11-08T22:19:18,934 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011c87c1b70002, quorum=127.0.0.1:56479, baseZNode=/0966376995 Received Disconnected from ZooKeeper, ignoring 2024-11-08T22:19:19,181 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T22:19:19,184 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T22:19:19,185 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T22:19:19,185 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T22:19:19,185 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T22:19:19,186 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T22:19:19,186 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33f6df39{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f11010b8-e478-44e3-6962-a325bd081672/hadoop.log.dir/,AVAILABLE} 2024-11-08T22:19:19,186 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d10d9e7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T22:19:19,280 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@69f7ea7f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f11010b8-e478-44e3-6962-a325bd081672/java.io.tmpdir/jetty-localhost-46049-hadoop-hdfs-3_4_1-tests_jar-_-any-16048820978723402821/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T22:19:19,281 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@150b11b4{HTTP/1.1, (http/1.1)}{localhost:46049} 2024-11-08T22:19:19,281 INFO [Time-limited test {}] server.Server(415): Started @233542ms 2024-11-08T22:19:19,518 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T22:19:19,520 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T22:19:19,520 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T22:19:19,520 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T22:19:19,520 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T22:19:19,521 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@428dbec5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f11010b8-e478-44e3-6962-a325bd081672/hadoop.log.dir/,AVAILABLE} 2024-11-08T22:19:19,521 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54644394{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T22:19:19,615 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@22b3f6ff{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f11010b8-e478-44e3-6962-a325bd081672/java.io.tmpdir/jetty-localhost-41711-hadoop-hdfs-3_4_1-tests_jar-_-any-13727796928822205675/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T22:19:19,615 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24af6efd{HTTP/1.1, (http/1.1)}{localhost:41711} 2024-11-08T22:19:19,615 INFO [Time-limited test {}] server.Server(415): Started @233876ms 2024-11-08T22:19:19,616 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T22:19:20,278 WARN [Thread-2655 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f11010b8-e478-44e3-6962-a325bd081672/cluster_ce204779-0594-e5d8-2421-3cae2800b41f/data/data1/current/BP-1855667811-172.17.0.3-1731104358909/current, will proceed with Du for space computation calculation, 2024-11-08T22:19:20,278 WARN [Thread-2656 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f11010b8-e478-44e3-6962-a325bd081672/cluster_ce204779-0594-e5d8-2421-3cae2800b41f/data/data2/current/BP-1855667811-172.17.0.3-1731104358909/current, will proceed with Du for space computation calculation, 2024-11-08T22:19:20,295 WARN [Thread-2643 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T22:19:20,297 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa5ccfb865db83ef2 with lease ID 0x64687c8d0ed41b81: Processing first storage report for DS-5d38f4de-5246-4ed2-be0c-d8edc139ca7a from datanode DatanodeRegistration(127.0.0.1:39171, datanodeUuid=ea4ea757-ecf5-4fdc-ab7d-ec9007a17a96, infoPort=42705, infoSecurePort=0, ipcPort=43029, storageInfo=lv=-57;cid=testClusterID;nsid=1789353696;c=1731104358909) 2024-11-08T22:19:20,297 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa5ccfb865db83ef2 with lease ID 0x64687c8d0ed41b81: from storage DS-5d38f4de-5246-4ed2-be0c-d8edc139ca7a node DatanodeRegistration(127.0.0.1:39171, datanodeUuid=ea4ea757-ecf5-4fdc-ab7d-ec9007a17a96, infoPort=42705, infoSecurePort=0, ipcPort=43029, storageInfo=lv=-57;cid=testClusterID;nsid=1789353696;c=1731104358909), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T22:19:20,297 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa5ccfb865db83ef2 with lease ID 0x64687c8d0ed41b81: Processing first storage report for DS-bc139a9c-ffae-462e-a8a6-c8c455e29c91 from datanode DatanodeRegistration(127.0.0.1:39171, datanodeUuid=ea4ea757-ecf5-4fdc-ab7d-ec9007a17a96, infoPort=42705, infoSecurePort=0, ipcPort=43029, storageInfo=lv=-57;cid=testClusterID;nsid=1789353696;c=1731104358909) 2024-11-08T22:19:20,297 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa5ccfb865db83ef2 with lease ID 0x64687c8d0ed41b81: from storage DS-bc139a9c-ffae-462e-a8a6-c8c455e29c91 node DatanodeRegistration(127.0.0.1:39171, datanodeUuid=ea4ea757-ecf5-4fdc-ab7d-ec9007a17a96, infoPort=42705, infoSecurePort=0, ipcPort=43029, storageInfo=lv=-57;cid=testClusterID;nsid=1789353696;c=1731104358909), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T22:19:20,340 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f11010b8-e478-44e3-6962-a325bd081672 2024-11-08T22:19:20,341 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:19:20,342 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:19:20,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39171 is added to blk_1073741825_1001 (size=7) 2024-11-08T22:19:20,751 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8 with version=8 2024-11-08T22:19:20,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/hbase-staging 2024-11-08T22:19:20,752 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ff635fa717b5:0 server-side Connection retries=45 2024-11-08T22:19:20,752 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:19:20,752 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T22:19:20,752 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T22:19:20,752 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:19:20,753 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T22:19:20,753 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T22:19:20,753 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T22:19:20,753 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34673 2024-11-08T22:19:20,754 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34673 connecting to ZooKeeper ensemble=127.0.0.1:53272 2024-11-08T22:19:20,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:346730x0, quorum=127.0.0.1:53272, baseZNode=/02009173285 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T22:19:20,888 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34673-0x1011c883d980000 connected 2024-11-08T22:19:21,012 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:19:21,014 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:19:21,015 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34673-0x1011c883d980000, quorum=127.0.0.1:53272, baseZNode=/02009173285 Set watcher on znode that does not yet exist, /02009173285/running 2024-11-08T22:19:21,015 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8, hbase.cluster.distributed=false 2024-11-08T22:19:21,017 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34673-0x1011c883d980000, quorum=127.0.0.1:53272, baseZNode=/02009173285 Set watcher on znode that does not yet exist, /02009173285/acl 2024-11-08T22:19:21,017 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34673 2024-11-08T22:19:21,017 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34673 2024-11-08T22:19:21,018 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34673 2024-11-08T22:19:21,018 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34673 2024-11-08T22:19:21,018 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34673 2024-11-08T22:19:21,032 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ff635fa717b5:0 server-side Connection retries=45 2024-11-08T22:19:21,032 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:19:21,032 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T22:19:21,032 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T22:19:21,032 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:19:21,032 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T22:19:21,032 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T22:19:21,032 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T22:19:21,032 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40597 2024-11-08T22:19:21,033 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40597 connecting to ZooKeeper ensemble=127.0.0.1:53272 2024-11-08T22:19:21,033 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:19:21,035 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:19:21,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:405970x0, quorum=127.0.0.1:53272, baseZNode=/02009173285 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T22:19:21,044 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40597-0x1011c883d980001 connected 2024-11-08T22:19:21,044 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40597-0x1011c883d980001, quorum=127.0.0.1:53272, baseZNode=/02009173285 Set watcher on znode that does not yet exist, /02009173285/running 2024-11-08T22:19:21,045 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T22:19:21,046 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T22:19:21,047 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40597-0x1011c883d980001, quorum=127.0.0.1:53272, baseZNode=/02009173285 Set watcher on znode that does not yet exist, /02009173285/master 2024-11-08T22:19:21,048 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40597-0x1011c883d980001, quorum=127.0.0.1:53272, baseZNode=/02009173285 Set watcher on znode that does not yet exist, /02009173285/acl 2024-11-08T22:19:21,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40597 2024-11-08T22:19:21,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40597 2024-11-08T22:19:21,049 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40597 2024-11-08T22:19:21,052 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40597 2024-11-08T22:19:21,053 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40597 2024-11-08T22:19:21,063 DEBUG [M:0;ff635fa717b5:34673 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ff635fa717b5:34673 2024-11-08T22:19:21,064 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /02009173285/backup-masters/ff635fa717b5,34673,1731104360752 2024-11-08T22:19:21,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34673-0x1011c883d980000, quorum=127.0.0.1:53272, baseZNode=/02009173285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02009173285/backup-masters 2024-11-08T22:19:21,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40597-0x1011c883d980001, quorum=127.0.0.1:53272, baseZNode=/02009173285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02009173285/backup-masters 2024-11-08T22:19:21,076 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34673-0x1011c883d980000, quorum=127.0.0.1:53272, baseZNode=/02009173285 Set watcher on existing znode=/02009173285/backup-masters/ff635fa717b5,34673,1731104360752 2024-11-08T22:19:21,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40597-0x1011c883d980001, quorum=127.0.0.1:53272, baseZNode=/02009173285 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02009173285/master 2024-11-08T22:19:21,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34673-0x1011c883d980000, quorum=127.0.0.1:53272, baseZNode=/02009173285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02009173285 2024-11-08T22:19:21,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40597-0x1011c883d980001, quorum=127.0.0.1:53272, baseZNode=/02009173285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02009173285 2024-11-08T22:19:21,086 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34673-0x1011c883d980000, quorum=127.0.0.1:53272, baseZNode=/02009173285 Set watcher on existing znode=/02009173285/master 2024-11-08T22:19:21,087 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /02009173285/backup-masters/ff635fa717b5,34673,1731104360752 from backup master directory 2024-11-08T22:19:21,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34673-0x1011c883d980000, quorum=127.0.0.1:53272, baseZNode=/02009173285 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02009173285/backup-masters/ff635fa717b5,34673,1731104360752 2024-11-08T22:19:21,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40597-0x1011c883d980001, quorum=127.0.0.1:53272, baseZNode=/02009173285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02009173285/backup-masters 2024-11-08T22:19:21,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34673-0x1011c883d980000, quorum=127.0.0.1:53272, baseZNode=/02009173285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02009173285/backup-masters 2024-11-08T22:19:21,096 WARN [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T22:19:21,096 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ff635fa717b5,34673,1731104360752 2024-11-08T22:19:21,099 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/hbase.id] with ID: 456bc84e-76d0-40e8-84b4-f0c631546382 2024-11-08T22:19:21,099 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/.tmp/hbase.id 2024-11-08T22:19:21,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39171 is added to blk_1073741826_1002 (size=42) 2024-11-08T22:19:21,503 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/.tmp/hbase.id]:[hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/hbase.id] 2024-11-08T22:19:21,510 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:19:21,510 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T22:19:21,511 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T22:19:21,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34673-0x1011c883d980000, quorum=127.0.0.1:53272, baseZNode=/02009173285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02009173285 2024-11-08T22:19:21,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40597-0x1011c883d980001, quorum=127.0.0.1:53272, baseZNode=/02009173285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02009173285 2024-11-08T22:19:21,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39171 is added to blk_1073741827_1003 (size=196) 2024-11-08T22:19:21,818 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T22:19:21,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:19:21,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:19:21,845 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:19:21,845 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:19:21,845 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:19:21,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:19:21,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:19:21,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:19:21,851 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:19:21,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:19:21,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:19:21,856 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:19:21,965 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T22:19:21,965 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T22:19:21,965 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:19:21,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39171 is added to blk_1073741828_1004 (size=1189) 2024-11-08T22:19:22,217 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:19:22,218 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ff635fa717b5,36459,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff635fa717b5:36459 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T22:19:22,218 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38453 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ff635fa717b5,36459,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff635fa717b5:36459 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T22:19:22,374 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/MasterData/data/master/store 2024-11-08T22:19:22,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39171 is added to blk_1073741829_1005 (size=34) 2024-11-08T22:19:22,779 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:19:22,779 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T22:19:22,779 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:19:22,779 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:19:22,779 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T22:19:22,779 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:19:22,779 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:19:22,779 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731104362779Disabling compacts and flushes for region at 1731104362779Disabling writes for close at 1731104362779Writing region close event to WAL at 1731104362779Closed at 1731104362779 2024-11-08T22:19:22,780 WARN [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/MasterData/data/master/store/.initializing 2024-11-08T22:19:22,780 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/MasterData/WALs/ff635fa717b5,34673,1731104360752 2024-11-08T22:19:22,781 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T22:19:22,782 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ff635fa717b5%2C34673%2C1731104360752, suffix=, logDir=hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/MasterData/WALs/ff635fa717b5,34673,1731104360752, archiveDir=hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/MasterData/oldWALs, maxLogs=10 2024-11-08T22:19:22,802 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/MasterData/WALs/ff635fa717b5,34673,1731104360752/ff635fa717b5%2C34673%2C1731104360752.1731104362782, exclude list is [], retry=0 2024-11-08T22:19:22,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39171,DS-5d38f4de-5246-4ed2-be0c-d8edc139ca7a,DISK] 2024-11-08T22:19:22,806 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/MasterData/WALs/ff635fa717b5,34673,1731104360752/ff635fa717b5%2C34673%2C1731104360752.1731104362782 2024-11-08T22:19:22,810 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42705:42705)] 2024-11-08T22:19:22,810 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T22:19:22,811 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:19:22,811 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:19:22,811 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:19:22,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:19:22,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T22:19:22,815 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:19:22,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:19:22,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:19:22,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T22:19:22,817 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:19:22,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:19:22,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:19:22,818 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T22:19:22,818 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:19:22,818 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:19:22,818 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:19:22,819 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T22:19:22,819 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:19:22,819 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:19:22,819 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:19:22,820 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:19:22,820 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:19:22,821 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:19:22,821 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:19:22,821 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T22:19:22,822 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:19:22,828 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:19:22,828 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59494368, jitterRate=-0.1134648323059082}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T22:19:22,829 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731104362811Initializing all the Stores at 1731104362811Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104362811Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104362814 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104362814Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104362814Cleaning up temporary data from old regions at 1731104362821 (+7 ms)Region opened successfully at 1731104362829 (+8 ms) 2024-11-08T22:19:22,829 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T22:19:22,831 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52b72541, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff635fa717b5/172.17.0.3:0 2024-11-08T22:19:22,832 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T22:19:22,832 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T22:19:22,832 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T22:19:22,832 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T22:19:22,833 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T22:19:22,833 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T22:19:22,833 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T22:19:22,835 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T22:19:22,835 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34673-0x1011c883d980000, quorum=127.0.0.1:53272, baseZNode=/02009173285 Unable to get data of znode /02009173285/balancer because node does not exist (not necessarily an error) 2024-11-08T22:19:22,896 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02009173285/balancer already deleted, retry=false 2024-11-08T22:19:22,897 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T22:19:22,898 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34673-0x1011c883d980000, quorum=127.0.0.1:53272, baseZNode=/02009173285 Unable to get data of znode /02009173285/normalizer because node does not exist (not necessarily an error) 2024-11-08T22:19:22,907 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02009173285/normalizer already deleted, retry=false 2024-11-08T22:19:22,907 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T22:19:22,908 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34673-0x1011c883d980000, quorum=127.0.0.1:53272, baseZNode=/02009173285 Unable to get data of znode /02009173285/switch/split because node does not exist (not necessarily an error) 2024-11-08T22:19:22,917 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02009173285/switch/split already deleted, retry=false 2024-11-08T22:19:22,918 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34673-0x1011c883d980000, quorum=127.0.0.1:53272, baseZNode=/02009173285 Unable to get data of znode /02009173285/switch/merge because node does not exist (not necessarily an error) 2024-11-08T22:19:22,928 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02009173285/switch/merge already deleted, retry=false 2024-11-08T22:19:22,930 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34673-0x1011c883d980000, quorum=127.0.0.1:53272, baseZNode=/02009173285 Unable to get data of znode /02009173285/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T22:19:22,938 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02009173285/snapshot-cleanup already deleted, retry=false 2024-11-08T22:19:22,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40597-0x1011c883d980001, quorum=127.0.0.1:53272, baseZNode=/02009173285 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02009173285/running 2024-11-08T22:19:22,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34673-0x1011c883d980000, quorum=127.0.0.1:53272, baseZNode=/02009173285 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02009173285/running 2024-11-08T22:19:22,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40597-0x1011c883d980001, quorum=127.0.0.1:53272, baseZNode=/02009173285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02009173285 2024-11-08T22:19:22,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34673-0x1011c883d980000, quorum=127.0.0.1:53272, baseZNode=/02009173285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02009173285 2024-11-08T22:19:22,949 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ff635fa717b5,34673,1731104360752, sessionid=0x1011c883d980000, setting cluster-up flag (Was=false) 2024-11-08T22:19:22,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34673-0x1011c883d980000, quorum=127.0.0.1:53272, baseZNode=/02009173285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02009173285 2024-11-08T22:19:22,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40597-0x1011c883d980001, quorum=127.0.0.1:53272, baseZNode=/02009173285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02009173285 2024-11-08T22:19:23,002 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02009173285/flush-table-proc/acquired, /02009173285/flush-table-proc/reached, /02009173285/flush-table-proc/abort 2024-11-08T22:19:23,002 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff635fa717b5,34673,1731104360752 2024-11-08T22:19:23,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40597-0x1011c883d980001, quorum=127.0.0.1:53272, baseZNode=/02009173285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02009173285 2024-11-08T22:19:23,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34673-0x1011c883d980000, quorum=127.0.0.1:53272, baseZNode=/02009173285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02009173285 2024-11-08T22:19:23,054 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02009173285/online-snapshot/acquired, /02009173285/online-snapshot/reached, /02009173285/online-snapshot/abort 2024-11-08T22:19:23,055 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff635fa717b5,34673,1731104360752 2024-11-08T22:19:23,056 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T22:19:23,057 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T22:19:23,057 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T22:19:23,057 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T22:19:23,057 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ff635fa717b5,34673,1731104360752 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T22:19:23,058 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:19:23,058 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:19:23,058 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:19:23,059 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:19:23,059 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ff635fa717b5:0, corePoolSize=10, maxPoolSize=10 2024-11-08T22:19:23,059 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:19:23,059 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ff635fa717b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T22:19:23,059 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:19:23,060 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T22:19:23,060 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T22:19:23,061 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:19:23,061 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T22:19:23,064 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731104393064 2024-11-08T22:19:23,064 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T22:19:23,064 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T22:19:23,064 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T22:19:23,064 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T22:19:23,064 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T22:19:23,064 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T22:19:23,067 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T22:19:23,067 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T22:19:23,067 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T22:19:23,067 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T22:19:23,067 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T22:19:23,068 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T22:19:23,068 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T22:19:23,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39171 is added to blk_1073741831_1007 (size=1321) 2024-11-08T22:19:23,072 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.large.0-1731104363068,5,FailOnTimeoutGroup] 2024-11-08T22:19:23,076 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.small.0-1731104363072,5,FailOnTimeoutGroup] 2024-11-08T22:19:23,076 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T22:19:23,076 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T22:19:23,076 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T22:19:23,076 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T22:19:23,138 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T22:19:23,138 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T22:19:23,138 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T22:19:23,138 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-08T22:19:23,138 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T22:19:23,138 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T22:19:23,156 INFO [RS:0;ff635fa717b5:40597 {}] regionserver.HRegionServer(746): ClusterId : 456bc84e-76d0-40e8-84b4-f0c631546382 2024-11-08T22:19:23,156 DEBUG [RS:0;ff635fa717b5:40597 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T22:19:23,160 DEBUG [RS:0;ff635fa717b5:40597 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T22:19:23,160 DEBUG [RS:0;ff635fa717b5:40597 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T22:19:23,171 DEBUG [RS:0;ff635fa717b5:40597 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T22:19:23,171 DEBUG [RS:0;ff635fa717b5:40597 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49fae542, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff635fa717b5/172.17.0.3:0 2024-11-08T22:19:23,182 DEBUG [RS:0;ff635fa717b5:40597 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ff635fa717b5:40597 2024-11-08T22:19:23,182 INFO [RS:0;ff635fa717b5:40597 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T22:19:23,182 INFO [RS:0;ff635fa717b5:40597 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T22:19:23,182 DEBUG [RS:0;ff635fa717b5:40597 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T22:19:23,182 INFO [RS:0;ff635fa717b5:40597 {}] regionserver.HRegionServer(2659): reportForDuty to master=ff635fa717b5,34673,1731104360752 with port=40597, startcode=1731104361031 2024-11-08T22:19:23,183 DEBUG [RS:0;ff635fa717b5:40597 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T22:19:23,184 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33803, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T22:19:23,184 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34673 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ff635fa717b5,40597,1731104361031 2024-11-08T22:19:23,184 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34673 {}] master.ServerManager(517): Registering regionserver=ff635fa717b5,40597,1731104361031 2024-11-08T22:19:23,185 DEBUG [RS:0;ff635fa717b5:40597 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8 2024-11-08T22:19:23,185 DEBUG [RS:0;ff635fa717b5:40597 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45191 2024-11-08T22:19:23,185 DEBUG [RS:0;ff635fa717b5:40597 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T22:19:23,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34673-0x1011c883d980000, quorum=127.0.0.1:53272, baseZNode=/02009173285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02009173285/rs 2024-11-08T22:19:23,191 DEBUG [RS:0;ff635fa717b5:40597 {}] zookeeper.ZKUtil(111): regionserver:40597-0x1011c883d980001, quorum=127.0.0.1:53272, baseZNode=/02009173285 Set watcher on existing znode=/02009173285/rs/ff635fa717b5,40597,1731104361031 2024-11-08T22:19:23,191 WARN [RS:0;ff635fa717b5:40597 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T22:19:23,192 INFO [RS:0;ff635fa717b5:40597 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:19:23,192 DEBUG [RS:0;ff635fa717b5:40597 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/WALs/ff635fa717b5,40597,1731104361031 2024-11-08T22:19:23,192 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ff635fa717b5,40597,1731104361031] 2024-11-08T22:19:23,194 INFO [RS:0;ff635fa717b5:40597 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T22:19:23,196 INFO [RS:0;ff635fa717b5:40597 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T22:19:23,196 INFO [RS:0;ff635fa717b5:40597 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T22:19:23,196 INFO [RS:0;ff635fa717b5:40597 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:19:23,196 INFO [RS:0;ff635fa717b5:40597 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T22:19:23,197 INFO [RS:0;ff635fa717b5:40597 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T22:19:23,197 INFO [RS:0;ff635fa717b5:40597 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T22:19:23,197 DEBUG [RS:0;ff635fa717b5:40597 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:19:23,197 DEBUG [RS:0;ff635fa717b5:40597 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:19:23,197 DEBUG [RS:0;ff635fa717b5:40597 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:19:23,197 DEBUG [RS:0;ff635fa717b5:40597 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:19:23,197 DEBUG [RS:0;ff635fa717b5:40597 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:19:23,197 DEBUG [RS:0;ff635fa717b5:40597 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ff635fa717b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T22:19:23,197 DEBUG [RS:0;ff635fa717b5:40597 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:19:23,197 DEBUG [RS:0;ff635fa717b5:40597 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:19:23,197 DEBUG [RS:0;ff635fa717b5:40597 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:19:23,197 DEBUG [RS:0;ff635fa717b5:40597 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:19:23,197 DEBUG [RS:0;ff635fa717b5:40597 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:19:23,197 DEBUG [RS:0;ff635fa717b5:40597 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:19:23,197 DEBUG [RS:0;ff635fa717b5:40597 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T22:19:23,197 DEBUG [RS:0;ff635fa717b5:40597 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T22:19:23,198 INFO [RS:0;ff635fa717b5:40597 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T22:19:23,198 INFO [RS:0;ff635fa717b5:40597 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T22:19:23,198 INFO [RS:0;ff635fa717b5:40597 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:19:23,198 INFO [RS:0;ff635fa717b5:40597 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T22:19:23,198 INFO [RS:0;ff635fa717b5:40597 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T22:19:23,198 INFO [RS:0;ff635fa717b5:40597 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,40597,1731104361031-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T22:19:23,212 INFO [RS:0;ff635fa717b5:40597 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T22:19:23,212 INFO [RS:0;ff635fa717b5:40597 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,40597,1731104361031-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:19:23,212 INFO [RS:0;ff635fa717b5:40597 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:19:23,212 INFO [RS:0;ff635fa717b5:40597 {}] regionserver.Replication(171): ff635fa717b5,40597,1731104361031 started 2024-11-08T22:19:23,228 INFO [RS:0;ff635fa717b5:40597 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:19:23,228 INFO [RS:0;ff635fa717b5:40597 {}] regionserver.HRegionServer(1482): Serving as ff635fa717b5,40597,1731104361031, RpcServer on ff635fa717b5/172.17.0.3:40597, sessionid=0x1011c883d980001 2024-11-08T22:19:23,228 DEBUG [RS:0;ff635fa717b5:40597 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T22:19:23,228 DEBUG [RS:0;ff635fa717b5:40597 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ff635fa717b5,40597,1731104361031 2024-11-08T22:19:23,228 DEBUG [RS:0;ff635fa717b5:40597 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff635fa717b5,40597,1731104361031' 2024-11-08T22:19:23,228 DEBUG [RS:0;ff635fa717b5:40597 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02009173285/flush-table-proc/abort' 2024-11-08T22:19:23,229 DEBUG [RS:0;ff635fa717b5:40597 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02009173285/flush-table-proc/acquired' 2024-11-08T22:19:23,229 DEBUG [RS:0;ff635fa717b5:40597 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T22:19:23,229 DEBUG [RS:0;ff635fa717b5:40597 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T22:19:23,229 DEBUG [RS:0;ff635fa717b5:40597 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ff635fa717b5,40597,1731104361031 2024-11-08T22:19:23,229 DEBUG [RS:0;ff635fa717b5:40597 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff635fa717b5,40597,1731104361031' 2024-11-08T22:19:23,229 DEBUG [RS:0;ff635fa717b5:40597 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02009173285/online-snapshot/abort' 2024-11-08T22:19:23,230 DEBUG [RS:0;ff635fa717b5:40597 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02009173285/online-snapshot/acquired' 2024-11-08T22:19:23,230 DEBUG [RS:0;ff635fa717b5:40597 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T22:19:23,230 INFO [RS:0;ff635fa717b5:40597 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T22:19:23,230 INFO [RS:0;ff635fa717b5:40597 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T22:19:23,330 INFO [RS:0;ff635fa717b5:40597 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T22:19:23,331 INFO [RS:0;ff635fa717b5:40597 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff635fa717b5%2C40597%2C1731104361031, suffix=, logDir=hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/WALs/ff635fa717b5,40597,1731104361031, archiveDir=hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/oldWALs, maxLogs=10 2024-11-08T22:19:23,344 DEBUG [RS:0;ff635fa717b5:40597 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/WALs/ff635fa717b5,40597,1731104361031/ff635fa717b5%2C40597%2C1731104361031.1731104363332, exclude list is [], retry=0 2024-11-08T22:19:23,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39171,DS-5d38f4de-5246-4ed2-be0c-d8edc139ca7a,DISK] 2024-11-08T22:19:23,347 INFO [RS:0;ff635fa717b5:40597 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/WALs/ff635fa717b5,40597,1731104361031/ff635fa717b5%2C40597%2C1731104361031.1731104363332 2024-11-08T22:19:23,348 DEBUG [RS:0;ff635fa717b5:40597 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42705:42705)] 2024-11-08T22:19:23,471 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T22:19:23,472 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8 2024-11-08T22:19:23,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39171 is added to blk_1073741833_1009 (size=32) 2024-11-08T22:19:23,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:19:23,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T22:19:23,478 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T22:19:23,478 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:19:23,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:19:23,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T22:19:23,479 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T22:19:23,479 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:19:23,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:19:23,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T22:19:23,480 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T22:19:23,480 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:19:23,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:19:23,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T22:19:23,482 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T22:19:23,482 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:19:23,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:19:23,482 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T22:19:23,482 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/data/hbase/meta/1588230740 2024-11-08T22:19:23,483 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/data/hbase/meta/1588230740 2024-11-08T22:19:23,483 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T22:19:23,483 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T22:19:23,484 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T22:19:23,485 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T22:19:23,487 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:19:23,487 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74478447, jitterRate=0.10981534421443939}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T22:19:23,488 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731104363477Initializing all the Stores at 1731104363477Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104363477Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104363477Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104363477Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104363477Cleaning up temporary data from old regions at 1731104363483 (+6 ms)Region opened successfully at 1731104363488 (+5 ms) 2024-11-08T22:19:23,488 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T22:19:23,488 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T22:19:23,488 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T22:19:23,488 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T22:19:23,488 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T22:19:23,488 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T22:19:23,488 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731104363488Disabling compacts and flushes for region at 1731104363488Disabling writes for close at 1731104363488Writing region close event to WAL at 1731104363488Closed at 1731104363488 2024-11-08T22:19:23,489 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T22:19:23,489 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T22:19:23,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T22:19:23,490 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T22:19:23,491 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T22:19:23,641 DEBUG [ff635fa717b5:34673 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T22:19:23,651 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ff635fa717b5,40597,1731104361031 2024-11-08T22:19:23,651 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff635fa717b5,40597,1731104361031, state=OPENING 2024-11-08T22:19:23,696 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T22:19:23,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34673-0x1011c883d980000, quorum=127.0.0.1:53272, baseZNode=/02009173285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02009173285 2024-11-08T22:19:23,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40597-0x1011c883d980001, quorum=127.0.0.1:53272, baseZNode=/02009173285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02009173285 2024-11-08T22:19:23,707 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T22:19:23,707 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02009173285/meta-region-server: CHANGED 2024-11-08T22:19:23,707 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02009173285/meta-region-server: CHANGED 2024-11-08T22:19:23,707 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ff635fa717b5,40597,1731104361031}] 2024-11-08T22:19:23,860 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T22:19:23,861 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35875, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T22:19:23,864 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T22:19:23,864 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:19:23,864 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T22:19:23,865 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff635fa717b5%2C40597%2C1731104361031.meta, suffix=.meta, logDir=hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/WALs/ff635fa717b5,40597,1731104361031, archiveDir=hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/oldWALs, maxLogs=10 2024-11-08T22:19:23,878 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/WALs/ff635fa717b5,40597,1731104361031/ff635fa717b5%2C40597%2C1731104361031.meta.1731104363865.meta, exclude list is [], retry=0 2024-11-08T22:19:23,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39171,DS-5d38f4de-5246-4ed2-be0c-d8edc139ca7a,DISK] 2024-11-08T22:19:23,884 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/WALs/ff635fa717b5,40597,1731104361031/ff635fa717b5%2C40597%2C1731104361031.meta.1731104363865.meta 2024-11-08T22:19:23,884 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42705:42705)] 2024-11-08T22:19:23,884 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T22:19:23,885 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T22:19:23,885 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T22:19:23,885 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T22:19:23,885 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T22:19:23,885 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T22:19:23,885 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:19:23,885 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T22:19:23,885 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T22:19:23,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T22:19:23,887 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T22:19:23,887 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:19:23,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:19:23,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T22:19:23,888 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T22:19:23,888 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:19:23,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:19:23,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T22:19:23,889 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T22:19:23,889 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:19:23,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:19:23,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T22:19:23,890 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T22:19:23,890 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:19:23,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:19:23,890 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T22:19:23,891 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/data/hbase/meta/1588230740 2024-11-08T22:19:23,892 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/data/hbase/meta/1588230740 2024-11-08T22:19:23,893 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T22:19:23,893 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T22:19:23,893 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T22:19:23,894 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T22:19:23,895 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61697466, jitterRate=-0.08063611388206482}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T22:19:23,895 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T22:19:23,895 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731104363885Writing region info on filesystem at 1731104363885Initializing all the Stores at 1731104363886 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104363886Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104363886Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104363886Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104363886Cleaning up temporary data from old regions at 1731104363893 (+7 ms)Running coprocessor post-open hooks at 1731104363895 (+2 ms)Region opened successfully at 1731104363895 2024-11-08T22:19:23,896 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731104363859 2024-11-08T22:19:23,898 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T22:19:23,898 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T22:19:23,898 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ff635fa717b5,40597,1731104361031 2024-11-08T22:19:23,899 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff635fa717b5,40597,1731104361031, state=OPEN 2024-11-08T22:19:23,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34673-0x1011c883d980000, quorum=127.0.0.1:53272, baseZNode=/02009173285 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02009173285/meta-region-server 2024-11-08T22:19:23,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40597-0x1011c883d980001, quorum=127.0.0.1:53272, baseZNode=/02009173285 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02009173285/meta-region-server 2024-11-08T22:19:23,934 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ff635fa717b5,40597,1731104361031 2024-11-08T22:19:23,934 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02009173285/meta-region-server: CHANGED 2024-11-08T22:19:23,934 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02009173285/meta-region-server: CHANGED 2024-11-08T22:19:23,937 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T22:19:23,937 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ff635fa717b5,40597,1731104361031 in 227 msec 2024-11-08T22:19:23,938 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T22:19:23,938 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 448 msec 2024-11-08T22:19:23,938 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T22:19:23,938 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T22:19:23,939 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:19:23,940 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,40597,1731104361031, seqNum=-1] 2024-11-08T22:19:23,940 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:19:23,941 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41881, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T22:19:23,944 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 887 msec 2024-11-08T22:19:23,944 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731104363944, completionTime=-1 2024-11-08T22:19:23,944 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T22:19:23,945 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T22:19:23,946 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T22:19:23,946 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731104423946 2024-11-08T22:19:23,946 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731104483946 2024-11-08T22:19:23,946 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T22:19:23,946 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,34673,1731104360752-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:19:23,946 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,34673,1731104360752-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:19:23,946 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,34673,1731104360752-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:19:23,946 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ff635fa717b5:34673, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:19:23,946 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T22:19:23,947 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T22:19:23,948 DEBUG [master/ff635fa717b5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T22:19:23,949 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.852sec 2024-11-08T22:19:23,949 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T22:19:23,949 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T22:19:23,949 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T22:19:23,949 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T22:19:23,949 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T22:19:23,950 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,34673,1731104360752-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T22:19:23,950 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,34673,1731104360752-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T22:19:23,951 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T22:19:23,951 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T22:19:23,951 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,34673,1731104360752-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:19:23,956 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1da7852e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:19:23,956 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,34673,-1 for getting cluster id 2024-11-08T22:19:23,957 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:19:23,957 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '456bc84e-76d0-40e8-84b4-f0c631546382' 2024-11-08T22:19:23,958 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:19:23,958 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "456bc84e-76d0-40e8-84b4-f0c631546382" 2024-11-08T22:19:23,958 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79c2339a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:19:23,958 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,34673,-1] 2024-11-08T22:19:23,958 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:19:23,958 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:19:23,959 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:19:23,959 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64dfa903, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:19:23,960 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:19:23,960 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,40597,1731104361031, seqNum=-1] 2024-11-08T22:19:23,961 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:19:23,961 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T22:19:23,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ff635fa717b5,34673,1731104360752 2024-11-08T22:19:23,963 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53272 2024-11-08T22:19:23,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53272, baseZNode=/02009173285 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T22:19:23,981 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011c883d980002 connected 2024-11-08T22:19:23,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f11010b8-e478-44e3-6962-a325bd081672/hadoop.log.dir so I do NOT create it in target/test-data/7c547440-8393-ff79-d80a-b2090edd72f5 2024-11-08T22:19:23,993 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f11010b8-e478-44e3-6962-a325bd081672/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T22:19:23,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f11010b8-e478-44e3-6962-a325bd081672/hadoop.tmp.dir so I do NOT create it in target/test-data/7c547440-8393-ff79-d80a-b2090edd72f5 2024-11-08T22:19:23,993 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f11010b8-e478-44e3-6962-a325bd081672/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T22:19:23,993 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c547440-8393-ff79-d80a-b2090edd72f5 2024-11-08T22:19:23,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T22:19:23,993 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c547440-8393-ff79-d80a-b2090edd72f5/cluster_18938223-b9ea-6f53-08b2-d999af34cded, deleteOnExit=true 2024-11-08T22:19:23,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T22:19:23,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c547440-8393-ff79-d80a-b2090edd72f5/test.cache.data in system properties and HBase conf 2024-11-08T22:19:23,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c547440-8393-ff79-d80a-b2090edd72f5/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T22:19:23,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c547440-8393-ff79-d80a-b2090edd72f5/hadoop.log.dir in system properties and HBase conf 2024-11-08T22:19:23,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c547440-8393-ff79-d80a-b2090edd72f5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T22:19:23,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c547440-8393-ff79-d80a-b2090edd72f5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T22:19:23,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T22:19:23,994 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T22:19:23,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c547440-8393-ff79-d80a-b2090edd72f5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T22:19:23,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c547440-8393-ff79-d80a-b2090edd72f5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T22:19:23,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c547440-8393-ff79-d80a-b2090edd72f5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T22:19:23,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c547440-8393-ff79-d80a-b2090edd72f5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T22:19:23,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c547440-8393-ff79-d80a-b2090edd72f5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T22:19:23,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c547440-8393-ff79-d80a-b2090edd72f5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T22:19:23,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c547440-8393-ff79-d80a-b2090edd72f5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T22:19:23,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c547440-8393-ff79-d80a-b2090edd72f5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T22:19:23,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c547440-8393-ff79-d80a-b2090edd72f5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T22:19:23,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c547440-8393-ff79-d80a-b2090edd72f5/nfs.dump.dir in system properties and HBase conf 2024-11-08T22:19:23,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c547440-8393-ff79-d80a-b2090edd72f5/java.io.tmpdir in system properties and HBase conf 2024-11-08T22:19:23,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c547440-8393-ff79-d80a-b2090edd72f5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T22:19:23,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c547440-8393-ff79-d80a-b2090edd72f5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T22:19:23,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c547440-8393-ff79-d80a-b2090edd72f5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T22:19:24,373 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T22:19:24,375 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T22:19:24,377 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T22:19:24,377 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T22:19:24,377 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T22:19:24,380 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T22:19:24,381 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c15e60e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c547440-8393-ff79-d80a-b2090edd72f5/hadoop.log.dir/,AVAILABLE} 2024-11-08T22:19:24,381 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5341e3c3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T22:19:24,476 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@19545d99{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c547440-8393-ff79-d80a-b2090edd72f5/java.io.tmpdir/jetty-localhost-40725-hadoop-hdfs-3_4_1-tests_jar-_-any-17468066479321162608/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T22:19:24,477 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@71788b18{HTTP/1.1, (http/1.1)}{localhost:40725} 2024-11-08T22:19:24,477 INFO [Time-limited test {}] server.Server(415): Started @238738ms 2024-11-08T22:19:24,727 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T22:19:24,729 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T22:19:24,730 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T22:19:24,730 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T22:19:24,730 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T22:19:24,732 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2cc99345{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c547440-8393-ff79-d80a-b2090edd72f5/hadoop.log.dir/,AVAILABLE} 2024-11-08T22:19:24,732 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@330c1f6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T22:19:24,829 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e3f1a99{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c547440-8393-ff79-d80a-b2090edd72f5/java.io.tmpdir/jetty-localhost-39483-hadoop-hdfs-3_4_1-tests_jar-_-any-9851752234238838096/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T22:19:24,829 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3d9e1646{HTTP/1.1, (http/1.1)}{localhost:39483} 2024-11-08T22:19:24,829 INFO [Time-limited test {}] server.Server(415): Started @239090ms 2024-11-08T22:19:24,830 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T22:19:25,692 WARN [Thread-2776 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c547440-8393-ff79-d80a-b2090edd72f5/cluster_18938223-b9ea-6f53-08b2-d999af34cded/data/data1/current/BP-1381054675-172.17.0.3-1731104364008/current, will proceed with Du for space computation calculation, 2024-11-08T22:19:25,693 WARN [Thread-2777 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c547440-8393-ff79-d80a-b2090edd72f5/cluster_18938223-b9ea-6f53-08b2-d999af34cded/data/data2/current/BP-1381054675-172.17.0.3-1731104364008/current, will proceed with Du for space computation calculation, 2024-11-08T22:19:25,710 WARN [Thread-2764 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T22:19:25,712 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaf55860cbba854be with lease ID 0xa8b249288fd258ff: Processing first storage report for DS-aabf091d-9115-4317-ad02-22c1c76759cd from datanode DatanodeRegistration(127.0.0.1:36611, datanodeUuid=e7098448-e785-46a0-9222-62f6c7f4ee0a, infoPort=35021, infoSecurePort=0, ipcPort=42299, storageInfo=lv=-57;cid=testClusterID;nsid=1332309894;c=1731104364008) 2024-11-08T22:19:25,712 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaf55860cbba854be with lease ID 0xa8b249288fd258ff: from storage DS-aabf091d-9115-4317-ad02-22c1c76759cd node DatanodeRegistration(127.0.0.1:36611, datanodeUuid=e7098448-e785-46a0-9222-62f6c7f4ee0a, infoPort=35021, infoSecurePort=0, ipcPort=42299, storageInfo=lv=-57;cid=testClusterID;nsid=1332309894;c=1731104364008), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T22:19:25,712 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaf55860cbba854be with lease ID 0xa8b249288fd258ff: Processing first storage report for DS-fc0f84b2-7df9-402f-82dd-d91b62189d27 from datanode DatanodeRegistration(127.0.0.1:36611, datanodeUuid=e7098448-e785-46a0-9222-62f6c7f4ee0a, infoPort=35021, infoSecurePort=0, ipcPort=42299, storageInfo=lv=-57;cid=testClusterID;nsid=1332309894;c=1731104364008) 2024-11-08T22:19:25,712 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaf55860cbba854be with lease ID 0xa8b249288fd258ff: from storage DS-fc0f84b2-7df9-402f-82dd-d91b62189d27 node DatanodeRegistration(127.0.0.1:36611, datanodeUuid=e7098448-e785-46a0-9222-62f6c7f4ee0a, infoPort=35021, infoSecurePort=0, ipcPort=42299, storageInfo=lv=-57;cid=testClusterID;nsid=1332309894;c=1731104364008), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T22:19:25,756 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c547440-8393-ff79-d80a-b2090edd72f5 2024-11-08T22:19:25,757 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:19:25,758 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:19:25,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36611 is added to blk_1073741825_1001 (size=7) 2024-11-08T22:19:26,165 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400 with version=8 2024-11-08T22:19:26,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/hbase-staging 2024-11-08T22:19:26,167 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ff635fa717b5:0 server-side Connection retries=45 2024-11-08T22:19:26,167 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:19:26,167 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T22:19:26,167 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T22:19:26,167 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:19:26,167 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T22:19:26,167 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T22:19:26,167 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T22:19:26,168 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34133 2024-11-08T22:19:26,168 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34133 connecting to ZooKeeper ensemble=127.0.0.1:53272 2024-11-08T22:19:26,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:341330x0, quorum=127.0.0.1:53272, baseZNode=/1694411759 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T22:19:26,223 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34133-0x1011c883d980003 connected 2024-11-08T22:19:26,296 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:19:26,298 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:19:26,300 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34133-0x1011c883d980003, quorum=127.0.0.1:53272, baseZNode=/1694411759 Set watcher on znode that does not yet exist, /1694411759/running 2024-11-08T22:19:26,300 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400, hbase.cluster.distributed=false 2024-11-08T22:19:26,301 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34133-0x1011c883d980003, quorum=127.0.0.1:53272, baseZNode=/1694411759 Set watcher on znode that does not yet exist, /1694411759/acl 2024-11-08T22:19:26,301 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34133 2024-11-08T22:19:26,302 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34133 2024-11-08T22:19:26,302 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34133 2024-11-08T22:19:26,302 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34133 2024-11-08T22:19:26,302 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34133 2024-11-08T22:19:26,318 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ff635fa717b5:0 server-side Connection retries=45 2024-11-08T22:19:26,318 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:19:26,318 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T22:19:26,318 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T22:19:26,318 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:19:26,318 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T22:19:26,318 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T22:19:26,319 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T22:19:26,319 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44171 2024-11-08T22:19:26,320 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44171 connecting to ZooKeeper ensemble=127.0.0.1:53272 2024-11-08T22:19:26,320 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:19:26,321 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:19:26,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:441710x0, quorum=127.0.0.1:53272, baseZNode=/1694411759 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T22:19:26,328 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:441710x0, quorum=127.0.0.1:53272, baseZNode=/1694411759 Set watcher on znode that does not yet exist, /1694411759/running 2024-11-08T22:19:26,328 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44171-0x1011c883d980004 connected 2024-11-08T22:19:26,328 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T22:19:26,329 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T22:19:26,329 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44171-0x1011c883d980004, quorum=127.0.0.1:53272, baseZNode=/1694411759 Set watcher on znode that does not yet exist, /1694411759/master 2024-11-08T22:19:26,330 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44171-0x1011c883d980004, quorum=127.0.0.1:53272, baseZNode=/1694411759 Set watcher on znode that does not yet exist, /1694411759/acl 2024-11-08T22:19:26,331 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44171 2024-11-08T22:19:26,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44171 2024-11-08T22:19:26,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44171 2024-11-08T22:19:26,334 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44171 2024-11-08T22:19:26,335 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44171 2024-11-08T22:19:26,346 DEBUG [M:0;ff635fa717b5:34133 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ff635fa717b5:34133 2024-11-08T22:19:26,346 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1694411759/backup-masters/ff635fa717b5,34133,1731104366166 2024-11-08T22:19:26,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34133-0x1011c883d980003, quorum=127.0.0.1:53272, baseZNode=/1694411759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1694411759/backup-masters 2024-11-08T22:19:26,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44171-0x1011c883d980004, quorum=127.0.0.1:53272, baseZNode=/1694411759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1694411759/backup-masters 2024-11-08T22:19:26,358 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34133-0x1011c883d980003, quorum=127.0.0.1:53272, baseZNode=/1694411759 Set watcher on existing znode=/1694411759/backup-masters/ff635fa717b5,34133,1731104366166 2024-11-08T22:19:26,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34133-0x1011c883d980003, quorum=127.0.0.1:53272, baseZNode=/1694411759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1694411759 2024-11-08T22:19:26,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44171-0x1011c883d980004, quorum=127.0.0.1:53272, baseZNode=/1694411759 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1694411759/master 2024-11-08T22:19:26,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44171-0x1011c883d980004, quorum=127.0.0.1:53272, baseZNode=/1694411759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1694411759 2024-11-08T22:19:26,370 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34133-0x1011c883d980003, quorum=127.0.0.1:53272, baseZNode=/1694411759 Set watcher on existing znode=/1694411759/master 2024-11-08T22:19:26,370 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1694411759/backup-masters/ff635fa717b5,34133,1731104366166 from backup master directory 2024-11-08T22:19:26,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34133-0x1011c883d980003, quorum=127.0.0.1:53272, baseZNode=/1694411759 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1694411759/backup-masters/ff635fa717b5,34133,1731104366166 2024-11-08T22:19:26,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44171-0x1011c883d980004, quorum=127.0.0.1:53272, baseZNode=/1694411759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1694411759/backup-masters 2024-11-08T22:19:26,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34133-0x1011c883d980003, quorum=127.0.0.1:53272, baseZNode=/1694411759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1694411759/backup-masters 2024-11-08T22:19:26,380 WARN [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T22:19:26,380 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ff635fa717b5,34133,1731104366166 2024-11-08T22:19:26,383 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/hbase.id] with ID: 6a4d1e67-e9cf-4c72-90fc-c6909f35058a 2024-11-08T22:19:26,383 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/.tmp/hbase.id 2024-11-08T22:19:26,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36611 is added to blk_1073741826_1002 (size=42) 2024-11-08T22:19:26,387 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/.tmp/hbase.id]:[hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/hbase.id] 2024-11-08T22:19:26,394 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:19:26,394 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T22:19:26,394 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-08T22:19:26,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44171-0x1011c883d980004, quorum=127.0.0.1:53272, baseZNode=/1694411759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1694411759 2024-11-08T22:19:26,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34133-0x1011c883d980003, quorum=127.0.0.1:53272, baseZNode=/1694411759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1694411759 2024-11-08T22:19:26,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36611 is added to blk_1073741827_1003 (size=196) 2024-11-08T22:19:26,806 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T22:19:26,807 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T22:19:26,807 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:19:26,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36611 is added to blk_1073741828_1004 (size=1189) 2024-11-08T22:19:27,212 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/MasterData/data/master/store 2024-11-08T22:19:27,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36611 is added to blk_1073741829_1005 (size=34) 2024-11-08T22:19:27,616 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:19:27,616 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T22:19:27,616 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:19:27,616 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:19:27,616 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T22:19:27,616 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:19:27,616 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:19:27,617 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731104367616Disabling compacts and flushes for region at 1731104367616Disabling writes for close at 1731104367616Writing region close event to WAL at 1731104367616Closed at 1731104367616 2024-11-08T22:19:27,617 WARN [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/MasterData/data/master/store/.initializing 2024-11-08T22:19:27,617 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/MasterData/WALs/ff635fa717b5,34133,1731104366166 2024-11-08T22:19:27,618 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T22:19:27,619 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ff635fa717b5%2C34133%2C1731104366166, suffix=, logDir=hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/MasterData/WALs/ff635fa717b5,34133,1731104366166, archiveDir=hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/MasterData/oldWALs, maxLogs=10 2024-11-08T22:19:27,630 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/MasterData/WALs/ff635fa717b5,34133,1731104366166/ff635fa717b5%2C34133%2C1731104366166.1731104367619, exclude list is [], retry=0 2024-11-08T22:19:27,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36611,DS-aabf091d-9115-4317-ad02-22c1c76759cd,DISK] 2024-11-08T22:19:27,633 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/MasterData/WALs/ff635fa717b5,34133,1731104366166/ff635fa717b5%2C34133%2C1731104366166.1731104367619 2024-11-08T22:19:27,633 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35021:35021)] 2024-11-08T22:19:27,633 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T22:19:27,634 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:19:27,634 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:19:27,634 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:19:27,635 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:19:27,635 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T22:19:27,635 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:19:27,636 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:19:27,636 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:19:27,637 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T22:19:27,637 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:19:27,637 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:19:27,637 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:19:27,638 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T22:19:27,638 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:19:27,638 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:19:27,638 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:19:27,639 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T22:19:27,639 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:19:27,639 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:19:27,640 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:19:27,640 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:19:27,640 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:19:27,641 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:19:27,641 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:19:27,641 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T22:19:27,642 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:19:27,643 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:19:27,644 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60140488, jitterRate=-0.10383689403533936}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T22:19:27,644 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731104367634Initializing all the Stores at 1731104367634Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104367634Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104367634Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104367634Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104367634Cleaning up temporary data from old regions at 1731104367641 (+7 ms)Region opened successfully at 1731104367644 (+3 ms) 2024-11-08T22:19:27,644 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T22:19:27,646 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d193040, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff635fa717b5/172.17.0.3:0 2024-11-08T22:19:27,647 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T22:19:27,647 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T22:19:27,647 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T22:19:27,647 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T22:19:27,647 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T22:19:27,647 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T22:19:27,648 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T22:19:27,652 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T22:19:27,653 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34133-0x1011c883d980003, quorum=127.0.0.1:53272, baseZNode=/1694411759 Unable to get data of znode /1694411759/balancer because node does not exist (not necessarily an error) 2024-11-08T22:19:27,738 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1694411759/balancer already deleted, retry=false 2024-11-08T22:19:27,739 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T22:19:27,739 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34133-0x1011c883d980003, quorum=127.0.0.1:53272, baseZNode=/1694411759 Unable to get data of znode /1694411759/normalizer because node does not exist (not necessarily an error) 2024-11-08T22:19:27,748 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1694411759/normalizer already deleted, retry=false 2024-11-08T22:19:27,749 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T22:19:27,750 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34133-0x1011c883d980003, quorum=127.0.0.1:53272, baseZNode=/1694411759 Unable to get data of znode /1694411759/switch/split because node does not exist (not necessarily an error) 2024-11-08T22:19:27,759 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1694411759/switch/split already deleted, retry=false 2024-11-08T22:19:27,760 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34133-0x1011c883d980003, quorum=127.0.0.1:53272, baseZNode=/1694411759 Unable to get data of znode /1694411759/switch/merge because node does not exist (not necessarily an error) 2024-11-08T22:19:27,770 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1694411759/switch/merge already deleted, retry=false 2024-11-08T22:19:27,771 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34133-0x1011c883d980003, quorum=127.0.0.1:53272, baseZNode=/1694411759 Unable to get data of znode /1694411759/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T22:19:27,780 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1694411759/snapshot-cleanup already deleted, retry=false 2024-11-08T22:19:27,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34133-0x1011c883d980003, quorum=127.0.0.1:53272, baseZNode=/1694411759 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1694411759/running 2024-11-08T22:19:27,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44171-0x1011c883d980004, quorum=127.0.0.1:53272, baseZNode=/1694411759 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1694411759/running 2024-11-08T22:19:27,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34133-0x1011c883d980003, quorum=127.0.0.1:53272, baseZNode=/1694411759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1694411759 2024-11-08T22:19:27,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44171-0x1011c883d980004, quorum=127.0.0.1:53272, baseZNode=/1694411759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1694411759 2024-11-08T22:19:27,791 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ff635fa717b5,34133,1731104366166, sessionid=0x1011c883d980003, setting cluster-up flag (Was=false) 2024-11-08T22:19:27,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34133-0x1011c883d980003, quorum=127.0.0.1:53272, baseZNode=/1694411759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1694411759 2024-11-08T22:19:27,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44171-0x1011c883d980004, quorum=127.0.0.1:53272, baseZNode=/1694411759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1694411759 2024-11-08T22:19:27,843 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1694411759/flush-table-proc/acquired, /1694411759/flush-table-proc/reached, /1694411759/flush-table-proc/abort 2024-11-08T22:19:27,844 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff635fa717b5,34133,1731104366166 2024-11-08T22:19:27,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44171-0x1011c883d980004, quorum=127.0.0.1:53272, baseZNode=/1694411759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1694411759 2024-11-08T22:19:27,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34133-0x1011c883d980003, quorum=127.0.0.1:53272, baseZNode=/1694411759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1694411759 2024-11-08T22:19:27,896 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1694411759/online-snapshot/acquired, /1694411759/online-snapshot/reached, /1694411759/online-snapshot/abort 2024-11-08T22:19:27,897 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff635fa717b5,34133,1731104366166 2024-11-08T22:19:27,898 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T22:19:27,899 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T22:19:27,899 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T22:19:27,899 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T22:19:27,900 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ff635fa717b5,34133,1731104366166 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T22:19:27,901 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:19:27,901 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:19:27,901 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:19:27,901 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:19:27,901 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ff635fa717b5:0, corePoolSize=10, maxPoolSize=10 2024-11-08T22:19:27,901 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:19:27,901 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ff635fa717b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T22:19:27,901 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:19:27,902 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731104397902 2024-11-08T22:19:27,902 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T22:19:27,902 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T22:19:27,902 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T22:19:27,902 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T22:19:27,902 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T22:19:27,903 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T22:19:27,903 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T22:19:27,903 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T22:19:27,903 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T22:19:27,903 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:19:27,903 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T22:19:27,903 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T22:19:27,903 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T22:19:27,904 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T22:19:27,904 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T22:19:27,904 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T22:19:27,904 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T22:19:27,908 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.large.0-1731104367904,5,FailOnTimeoutGroup] 2024-11-08T22:19:27,908 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.small.0-1731104367908,5,FailOnTimeoutGroup] 2024-11-08T22:19:27,908 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T22:19:27,908 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T22:19:27,908 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T22:19:27,909 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T22:19:27,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36611 is added to blk_1073741831_1007 (size=1321) 2024-11-08T22:19:27,938 INFO [RS:0;ff635fa717b5:44171 {}] regionserver.HRegionServer(746): ClusterId : 6a4d1e67-e9cf-4c72-90fc-c6909f35058a 2024-11-08T22:19:27,938 DEBUG [RS:0;ff635fa717b5:44171 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T22:19:27,949 DEBUG [RS:0;ff635fa717b5:44171 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T22:19:27,949 DEBUG [RS:0;ff635fa717b5:44171 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T22:19:27,960 DEBUG [RS:0;ff635fa717b5:44171 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T22:19:27,960 DEBUG [RS:0;ff635fa717b5:44171 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67b7f6a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff635fa717b5/172.17.0.3:0 2024-11-08T22:19:27,973 DEBUG [RS:0;ff635fa717b5:44171 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ff635fa717b5:44171 2024-11-08T22:19:27,973 INFO [RS:0;ff635fa717b5:44171 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T22:19:27,973 INFO [RS:0;ff635fa717b5:44171 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T22:19:27,973 DEBUG [RS:0;ff635fa717b5:44171 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T22:19:27,974 INFO [RS:0;ff635fa717b5:44171 {}] regionserver.HRegionServer(2659): reportForDuty to master=ff635fa717b5,34133,1731104366166 with port=44171, startcode=1731104366318 2024-11-08T22:19:27,974 DEBUG [RS:0;ff635fa717b5:44171 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T22:19:27,975 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33705, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T22:19:27,975 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34133 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ff635fa717b5,44171,1731104366318 2024-11-08T22:19:27,975 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34133 {}] master.ServerManager(517): Registering regionserver=ff635fa717b5,44171,1731104366318 2024-11-08T22:19:27,977 DEBUG [RS:0;ff635fa717b5:44171 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400 2024-11-08T22:19:27,977 DEBUG [RS:0;ff635fa717b5:44171 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43221 2024-11-08T22:19:27,977 DEBUG [RS:0;ff635fa717b5:44171 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T22:19:27,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34133-0x1011c883d980003, quorum=127.0.0.1:53272, baseZNode=/1694411759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1694411759/rs 2024-11-08T22:19:27,981 DEBUG [RS:0;ff635fa717b5:44171 {}] zookeeper.ZKUtil(111): regionserver:44171-0x1011c883d980004, quorum=127.0.0.1:53272, baseZNode=/1694411759 Set watcher on existing znode=/1694411759/rs/ff635fa717b5,44171,1731104366318 2024-11-08T22:19:27,981 WARN [RS:0;ff635fa717b5:44171 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T22:19:27,981 INFO [RS:0;ff635fa717b5:44171 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:19:27,981 DEBUG [RS:0;ff635fa717b5:44171 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/WALs/ff635fa717b5,44171,1731104366318 2024-11-08T22:19:27,981 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ff635fa717b5,44171,1731104366318] 2024-11-08T22:19:27,984 INFO [RS:0;ff635fa717b5:44171 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T22:19:27,985 INFO [RS:0;ff635fa717b5:44171 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T22:19:27,986 INFO [RS:0;ff635fa717b5:44171 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T22:19:27,986 INFO [RS:0;ff635fa717b5:44171 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:19:27,986 INFO [RS:0;ff635fa717b5:44171 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T22:19:27,986 INFO [RS:0;ff635fa717b5:44171 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T22:19:27,986 INFO [RS:0;ff635fa717b5:44171 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T22:19:27,987 DEBUG [RS:0;ff635fa717b5:44171 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:19:27,987 DEBUG [RS:0;ff635fa717b5:44171 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:19:27,987 DEBUG [RS:0;ff635fa717b5:44171 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:19:27,987 DEBUG [RS:0;ff635fa717b5:44171 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:19:27,987 DEBUG [RS:0;ff635fa717b5:44171 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:19:27,987 DEBUG [RS:0;ff635fa717b5:44171 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ff635fa717b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T22:19:27,987 DEBUG [RS:0;ff635fa717b5:44171 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:19:27,987 DEBUG [RS:0;ff635fa717b5:44171 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:19:27,987 DEBUG [RS:0;ff635fa717b5:44171 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:19:27,987 DEBUG [RS:0;ff635fa717b5:44171 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:19:27,987 DEBUG [RS:0;ff635fa717b5:44171 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:19:27,987 DEBUG [RS:0;ff635fa717b5:44171 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:19:27,987 DEBUG [RS:0;ff635fa717b5:44171 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T22:19:27,987 DEBUG [RS:0;ff635fa717b5:44171 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T22:19:27,987 INFO [RS:0;ff635fa717b5:44171 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T22:19:27,987 INFO [RS:0;ff635fa717b5:44171 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T22:19:27,987 INFO [RS:0;ff635fa717b5:44171 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:19:27,987 INFO [RS:0;ff635fa717b5:44171 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T22:19:27,987 INFO [RS:0;ff635fa717b5:44171 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T22:19:27,987 INFO [RS:0;ff635fa717b5:44171 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,44171,1731104366318-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T22:19:28,000 INFO [RS:0;ff635fa717b5:44171 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T22:19:28,000 INFO [RS:0;ff635fa717b5:44171 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,44171,1731104366318-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:19:28,000 INFO [RS:0;ff635fa717b5:44171 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:19:28,000 INFO [RS:0;ff635fa717b5:44171 {}] regionserver.Replication(171): ff635fa717b5,44171,1731104366318 started 2024-11-08T22:19:28,012 INFO [RS:0;ff635fa717b5:44171 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:19:28,013 INFO [RS:0;ff635fa717b5:44171 {}] regionserver.HRegionServer(1482): Serving as ff635fa717b5,44171,1731104366318, RpcServer on ff635fa717b5/172.17.0.3:44171, sessionid=0x1011c883d980004 2024-11-08T22:19:28,013 DEBUG [RS:0;ff635fa717b5:44171 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T22:19:28,013 DEBUG [RS:0;ff635fa717b5:44171 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ff635fa717b5,44171,1731104366318 2024-11-08T22:19:28,013 DEBUG [RS:0;ff635fa717b5:44171 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff635fa717b5,44171,1731104366318' 2024-11-08T22:19:28,013 DEBUG [RS:0;ff635fa717b5:44171 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1694411759/flush-table-proc/abort' 2024-11-08T22:19:28,013 DEBUG [RS:0;ff635fa717b5:44171 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1694411759/flush-table-proc/acquired' 2024-11-08T22:19:28,013 DEBUG [RS:0;ff635fa717b5:44171 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T22:19:28,013 DEBUG [RS:0;ff635fa717b5:44171 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T22:19:28,013 DEBUG [RS:0;ff635fa717b5:44171 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ff635fa717b5,44171,1731104366318 2024-11-08T22:19:28,013 DEBUG [RS:0;ff635fa717b5:44171 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff635fa717b5,44171,1731104366318' 2024-11-08T22:19:28,013 DEBUG [RS:0;ff635fa717b5:44171 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1694411759/online-snapshot/abort' 2024-11-08T22:19:28,014 DEBUG [RS:0;ff635fa717b5:44171 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1694411759/online-snapshot/acquired' 2024-11-08T22:19:28,014 DEBUG [RS:0;ff635fa717b5:44171 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T22:19:28,014 INFO [RS:0;ff635fa717b5:44171 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T22:19:28,014 INFO [RS:0;ff635fa717b5:44171 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T22:19:28,114 INFO [RS:0;ff635fa717b5:44171 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T22:19:28,115 INFO [RS:0;ff635fa717b5:44171 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff635fa717b5%2C44171%2C1731104366318, suffix=, logDir=hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/WALs/ff635fa717b5,44171,1731104366318, archiveDir=hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/oldWALs, maxLogs=10 2024-11-08T22:19:28,127 DEBUG [RS:0;ff635fa717b5:44171 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/WALs/ff635fa717b5,44171,1731104366318/ff635fa717b5%2C44171%2C1731104366318.1731104368116, exclude list is [], retry=0 2024-11-08T22:19:28,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36611,DS-aabf091d-9115-4317-ad02-22c1c76759cd,DISK] 2024-11-08T22:19:28,130 INFO [RS:0;ff635fa717b5:44171 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/WALs/ff635fa717b5,44171,1731104366318/ff635fa717b5%2C44171%2C1731104366318.1731104368116 2024-11-08T22:19:28,131 DEBUG [RS:0;ff635fa717b5:44171 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35021:35021)] 2024-11-08T22:19:28,311 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T22:19:28,311 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400 2024-11-08T22:19:28,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36611 is added to blk_1073741833_1009 (size=32) 2024-11-08T22:19:28,640 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T22:19:28,640 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:19:28,641 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:19:28,669 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:19:28,669 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:19:28,670 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:19:28,670 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:19:28,670 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:19:28,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:19:28,677 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:19:28,680 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:19:28,680 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:19:28,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:19:28,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:19:28,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T22:19:28,718 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T22:19:28,718 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:19:28,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:19:28,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T22:19:28,719 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T22:19:28,719 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:19:28,720 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:19:28,720 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T22:19:28,720 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T22:19:28,720 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:19:28,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:19:28,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T22:19:28,721 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T22:19:28,721 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:19:28,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:19:28,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T22:19:28,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/data/hbase/meta/1588230740 2024-11-08T22:19:28,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/data/hbase/meta/1588230740 2024-11-08T22:19:28,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T22:19:28,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T22:19:28,723 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T22:19:28,724 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T22:19:28,725 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:19:28,726 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66212431, jitterRate=-0.013357892632484436}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T22:19:28,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731104368716Initializing all the Stores at 1731104368717 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104368717Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104368717Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104368717Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104368717Cleaning up temporary data from old regions at 1731104368723 (+6 ms)Region opened successfully at 1731104368726 (+3 ms) 2024-11-08T22:19:28,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T22:19:28,726 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T22:19:28,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T22:19:28,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T22:19:28,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T22:19:28,726 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T22:19:28,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731104368726Disabling compacts and flushes for region at 1731104368726Disabling writes for close at 1731104368726Writing region close event to WAL at 1731104368726Closed at 1731104368726 2024-11-08T22:19:28,727 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T22:19:28,727 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T22:19:28,727 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T22:19:28,728 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T22:19:28,729 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T22:19:28,879 DEBUG [ff635fa717b5:34133 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T22:19:28,879 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ff635fa717b5,44171,1731104366318 2024-11-08T22:19:28,880 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff635fa717b5,44171,1731104366318, state=OPENING 2024-11-08T22:19:28,999 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T22:19:29,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44171-0x1011c883d980004, quorum=127.0.0.1:53272, baseZNode=/1694411759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1694411759 2024-11-08T22:19:29,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34133-0x1011c883d980003, quorum=127.0.0.1:53272, baseZNode=/1694411759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1694411759 2024-11-08T22:19:29,012 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T22:19:29,012 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1694411759/meta-region-server: CHANGED 2024-11-08T22:19:29,012 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1694411759/meta-region-server: CHANGED 2024-11-08T22:19:29,012 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ff635fa717b5,44171,1731104366318}] 2024-11-08T22:19:29,164 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T22:19:29,165 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58797, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T22:19:29,168 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T22:19:29,168 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:19:29,168 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T22:19:29,169 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff635fa717b5%2C44171%2C1731104366318.meta, suffix=.meta, logDir=hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/WALs/ff635fa717b5,44171,1731104366318, archiveDir=hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/oldWALs, maxLogs=10 2024-11-08T22:19:29,181 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/WALs/ff635fa717b5,44171,1731104366318/ff635fa717b5%2C44171%2C1731104366318.meta.1731104369169.meta, exclude list is [], retry=0 2024-11-08T22:19:29,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36611,DS-aabf091d-9115-4317-ad02-22c1c76759cd,DISK] 2024-11-08T22:19:29,184 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/WALs/ff635fa717b5,44171,1731104366318/ff635fa717b5%2C44171%2C1731104366318.meta.1731104369169.meta 2024-11-08T22:19:29,185 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35021:35021)] 2024-11-08T22:19:29,185 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T22:19:29,185 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T22:19:29,185 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T22:19:29,185 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T22:19:29,185 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T22:19:29,185 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T22:19:29,185 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:19:29,185 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T22:19:29,185 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T22:19:29,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T22:19:29,187 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T22:19:29,187 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:19:29,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:19:29,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T22:19:29,188 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T22:19:29,188 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:19:29,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:19:29,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T22:19:29,188 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T22:19:29,188 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:19:29,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:19:29,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T22:19:29,189 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T22:19:29,189 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:19:29,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:19:29,189 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T22:19:29,190 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/data/hbase/meta/1588230740 2024-11-08T22:19:29,190 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/data/hbase/meta/1588230740 2024-11-08T22:19:29,191 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T22:19:29,191 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T22:19:29,191 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T22:19:29,192 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T22:19:29,192 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70238436, jitterRate=0.0466342568397522}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T22:19:29,192 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T22:19:29,193 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731104369186Writing region info on filesystem at 1731104369186Initializing all the Stores at 1731104369186Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104369186Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104369186Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104369186Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104369186Cleaning up temporary data from old regions at 1731104369191 (+5 ms)Running coprocessor post-open hooks at 1731104369192 (+1 ms)Region opened successfully at 1731104369192 2024-11-08T22:19:29,193 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731104369164 2024-11-08T22:19:29,194 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T22:19:29,195 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T22:19:29,195 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T22:19:29,195 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ff635fa717b5,44171,1731104366318 2024-11-08T22:19:29,196 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff635fa717b5,44171,1731104366318, state=OPEN 2024-11-08T22:19:29,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34133-0x1011c883d980003, quorum=127.0.0.1:53272, baseZNode=/1694411759 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1694411759/meta-region-server 2024-11-08T22:19:29,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44171-0x1011c883d980004, quorum=127.0.0.1:53272, baseZNode=/1694411759 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1694411759/meta-region-server 2024-11-08T22:19:29,201 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ff635fa717b5,44171,1731104366318 2024-11-08T22:19:29,201 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1694411759/meta-region-server: CHANGED 2024-11-08T22:19:29,201 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1694411759/meta-region-server: CHANGED 2024-11-08T22:19:29,203 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T22:19:29,203 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ff635fa717b5,44171,1731104366318 in 189 msec 2024-11-08T22:19:29,204 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T22:19:29,204 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 476 msec 2024-11-08T22:19:29,205 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T22:19:29,205 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T22:19:29,206 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:19:29,206 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,44171,1731104366318, seqNum=-1] 2024-11-08T22:19:29,206 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:19:29,207 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53993, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T22:19:29,210 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3110 sec 2024-11-08T22:19:29,211 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731104369210, completionTime=-1 2024-11-08T22:19:29,211 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T22:19:29,211 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T22:19:29,212 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T22:19:29,212 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731104429212 2024-11-08T22:19:29,212 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731104489212 2024-11-08T22:19:29,212 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T22:19:29,212 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,34133,1731104366166-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:19:29,212 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,34133,1731104366166-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:19:29,212 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,34133,1731104366166-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:19:29,213 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ff635fa717b5:34133, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:19:29,213 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T22:19:29,213 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T22:19:29,214 DEBUG [master/ff635fa717b5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T22:19:29,215 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.835sec 2024-11-08T22:19:29,215 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T22:19:29,215 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T22:19:29,215 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T22:19:29,215 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T22:19:29,215 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T22:19:29,215 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,34133,1731104366166-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T22:19:29,216 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,34133,1731104366166-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T22:19:29,217 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T22:19:29,217 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T22:19:29,217 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,34133,1731104366166-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:19:29,238 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50e20488, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:19:29,238 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,34133,-1 for getting cluster id 2024-11-08T22:19:29,239 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:19:29,239 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6a4d1e67-e9cf-4c72-90fc-c6909f35058a' 2024-11-08T22:19:29,240 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:19:29,240 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6a4d1e67-e9cf-4c72-90fc-c6909f35058a" 2024-11-08T22:19:29,240 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26aebac2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:19:29,240 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,34133,-1] 2024-11-08T22:19:29,240 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:19:29,240 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:19:29,241 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:19:29,241 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68b30900, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:19:29,242 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:19:29,242 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,44171,1731104366318, seqNum=-1] 2024-11-08T22:19:29,243 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:19:29,243 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T22:19:29,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ff635fa717b5,34133,1731104366166 2024-11-08T22:19:29,245 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53272 2024-11-08T22:19:29,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53272, baseZNode=/1694411759 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T22:19:29,254 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011c883d980005 connected 2024-11-08T22:19:29,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c547440-8393-ff79-d80a-b2090edd72f5/hadoop.log.dir so I do NOT create it in target/test-data/abc494f0-f2eb-4fe2-f3f1-21db1c962635 2024-11-08T22:19:29,266 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c547440-8393-ff79-d80a-b2090edd72f5/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T22:19:29,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c547440-8393-ff79-d80a-b2090edd72f5/hadoop.tmp.dir so I do NOT create it in target/test-data/abc494f0-f2eb-4fe2-f3f1-21db1c962635 2024-11-08T22:19:29,266 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c547440-8393-ff79-d80a-b2090edd72f5/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T22:19:29,266 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abc494f0-f2eb-4fe2-f3f1-21db1c962635 2024-11-08T22:19:29,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T22:19:29,266 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abc494f0-f2eb-4fe2-f3f1-21db1c962635/cluster_ce05a2c4-f98b-777d-6271-a7af725b0e35, deleteOnExit=true 2024-11-08T22:19:29,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T22:19:29,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abc494f0-f2eb-4fe2-f3f1-21db1c962635/test.cache.data in system properties and HBase conf 2024-11-08T22:19:29,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abc494f0-f2eb-4fe2-f3f1-21db1c962635/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T22:19:29,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abc494f0-f2eb-4fe2-f3f1-21db1c962635/hadoop.log.dir in system properties and HBase conf 2024-11-08T22:19:29,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abc494f0-f2eb-4fe2-f3f1-21db1c962635/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T22:19:29,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abc494f0-f2eb-4fe2-f3f1-21db1c962635/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T22:19:29,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T22:19:29,267 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T22:19:29,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abc494f0-f2eb-4fe2-f3f1-21db1c962635/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T22:19:29,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abc494f0-f2eb-4fe2-f3f1-21db1c962635/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T22:19:29,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abc494f0-f2eb-4fe2-f3f1-21db1c962635/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T22:19:29,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abc494f0-f2eb-4fe2-f3f1-21db1c962635/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T22:19:29,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abc494f0-f2eb-4fe2-f3f1-21db1c962635/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T22:19:29,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abc494f0-f2eb-4fe2-f3f1-21db1c962635/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T22:19:29,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abc494f0-f2eb-4fe2-f3f1-21db1c962635/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T22:19:29,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abc494f0-f2eb-4fe2-f3f1-21db1c962635/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T22:19:29,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abc494f0-f2eb-4fe2-f3f1-21db1c962635/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T22:19:29,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abc494f0-f2eb-4fe2-f3f1-21db1c962635/nfs.dump.dir in system properties and HBase conf 2024-11-08T22:19:29,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abc494f0-f2eb-4fe2-f3f1-21db1c962635/java.io.tmpdir in system properties and HBase conf 2024-11-08T22:19:29,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abc494f0-f2eb-4fe2-f3f1-21db1c962635/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T22:19:29,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abc494f0-f2eb-4fe2-f3f1-21db1c962635/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T22:19:29,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abc494f0-f2eb-4fe2-f3f1-21db1c962635/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T22:19:29,543 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T22:19:29,546 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T22:19:29,547 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T22:19:29,547 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T22:19:29,547 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T22:19:29,548 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T22:19:29,548 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ae79b63{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abc494f0-f2eb-4fe2-f3f1-21db1c962635/hadoop.log.dir/,AVAILABLE} 2024-11-08T22:19:29,549 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23499c0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T22:19:29,645 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d88fcb8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abc494f0-f2eb-4fe2-f3f1-21db1c962635/java.io.tmpdir/jetty-localhost-40781-hadoop-hdfs-3_4_1-tests_jar-_-any-5581054851686879332/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T22:19:29,645 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e5d4c4c{HTTP/1.1, (http/1.1)}{localhost:40781} 2024-11-08T22:19:29,645 INFO [Time-limited test {}] server.Server(415): Started @243906ms 2024-11-08T22:19:29,901 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T22:19:29,905 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T22:19:29,906 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T22:19:29,906 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T22:19:29,906 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T22:19:29,908 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b99ac9f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abc494f0-f2eb-4fe2-f3f1-21db1c962635/hadoop.log.dir/,AVAILABLE} 2024-11-08T22:19:29,908 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7fc8c0ea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T22:19:30,003 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4c41974f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abc494f0-f2eb-4fe2-f3f1-21db1c962635/java.io.tmpdir/jetty-localhost-42035-hadoop-hdfs-3_4_1-tests_jar-_-any-10187220592436757977/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T22:19:30,004 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c0d717c{HTTP/1.1, (http/1.1)}{localhost:42035} 2024-11-08T22:19:30,004 INFO [Time-limited test {}] server.Server(415): Started @244265ms 2024-11-08T22:19:30,005 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T22:19:30,645 WARN [Thread-2898 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abc494f0-f2eb-4fe2-f3f1-21db1c962635/cluster_ce05a2c4-f98b-777d-6271-a7af725b0e35/data/data2/current/BP-68732567-172.17.0.3-1731104369282/current, will proceed with Du for space computation calculation, 2024-11-08T22:19:30,645 WARN [Thread-2897 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abc494f0-f2eb-4fe2-f3f1-21db1c962635/cluster_ce05a2c4-f98b-777d-6271-a7af725b0e35/data/data1/current/BP-68732567-172.17.0.3-1731104369282/current, will proceed with Du for space computation calculation, 2024-11-08T22:19:30,662 WARN [Thread-2885 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T22:19:30,664 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x20ef86faf509fb1 with lease ID 0x706641778974dc01: Processing first storage report for DS-ba5b5794-8ee3-4458-9ab5-4f5a386ff4ec from datanode DatanodeRegistration(127.0.0.1:42187, datanodeUuid=cc112fe4-1c80-4fd0-a769-6d53b36cb49d, infoPort=38129, infoSecurePort=0, ipcPort=42959, storageInfo=lv=-57;cid=testClusterID;nsid=1296111474;c=1731104369282) 2024-11-08T22:19:30,664 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x20ef86faf509fb1 with lease ID 0x706641778974dc01: from storage DS-ba5b5794-8ee3-4458-9ab5-4f5a386ff4ec node DatanodeRegistration(127.0.0.1:42187, datanodeUuid=cc112fe4-1c80-4fd0-a769-6d53b36cb49d, infoPort=38129, infoSecurePort=0, ipcPort=42959, storageInfo=lv=-57;cid=testClusterID;nsid=1296111474;c=1731104369282), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T22:19:30,664 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x20ef86faf509fb1 with lease ID 0x706641778974dc01: Processing first storage report for DS-312397b4-6434-4e66-9afb-babe17dcf732 from datanode DatanodeRegistration(127.0.0.1:42187, datanodeUuid=cc112fe4-1c80-4fd0-a769-6d53b36cb49d, infoPort=38129, infoSecurePort=0, ipcPort=42959, storageInfo=lv=-57;cid=testClusterID;nsid=1296111474;c=1731104369282) 2024-11-08T22:19:30,664 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x20ef86faf509fb1 with lease ID 0x706641778974dc01: from storage DS-312397b4-6434-4e66-9afb-babe17dcf732 node DatanodeRegistration(127.0.0.1:42187, datanodeUuid=cc112fe4-1c80-4fd0-a769-6d53b36cb49d, infoPort=38129, infoSecurePort=0, ipcPort=42959, storageInfo=lv=-57;cid=testClusterID;nsid=1296111474;c=1731104369282), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T22:19:30,730 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abc494f0-f2eb-4fe2-f3f1-21db1c962635 2024-11-08T22:19:30,730 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:19:30,731 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:19:30,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42187 is added to blk_1073741825_1001 (size=7) 2024-11-08T22:19:31,138 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408 with version=8 2024-11-08T22:19:31,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/hbase-staging 2024-11-08T22:19:31,140 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ff635fa717b5:0 server-side Connection retries=45 2024-11-08T22:19:31,140 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:19:31,140 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T22:19:31,140 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T22:19:31,140 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:19:31,140 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T22:19:31,140 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T22:19:31,140 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T22:19:31,141 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36143 2024-11-08T22:19:31,141 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36143 connecting to ZooKeeper ensemble=127.0.0.1:53272 2024-11-08T22:19:31,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:361430x0, quorum=127.0.0.1:53272, baseZNode=/21442015080 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T22:19:31,212 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36143-0x1011c883d980006 connected 2024-11-08T22:19:31,285 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:19:31,287 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:19:31,289 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36143-0x1011c883d980006, quorum=127.0.0.1:53272, baseZNode=/21442015080 Set watcher on znode that does not yet exist, /21442015080/running 2024-11-08T22:19:31,289 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408, hbase.cluster.distributed=false 2024-11-08T22:19:31,290 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36143-0x1011c883d980006, quorum=127.0.0.1:53272, baseZNode=/21442015080 Set watcher on znode that does not yet exist, /21442015080/acl 2024-11-08T22:19:31,291 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36143 2024-11-08T22:19:31,291 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36143 2024-11-08T22:19:31,291 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36143 2024-11-08T22:19:31,291 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36143 2024-11-08T22:19:31,292 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36143 2024-11-08T22:19:31,308 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ff635fa717b5:0 server-side Connection retries=45 2024-11-08T22:19:31,308 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:19:31,308 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T22:19:31,308 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T22:19:31,308 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:19:31,308 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T22:19:31,308 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T22:19:31,308 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T22:19:31,309 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42749 2024-11-08T22:19:31,309 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42749 connecting to ZooKeeper ensemble=127.0.0.1:53272 2024-11-08T22:19:31,310 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:19:31,311 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:19:31,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:427490x0, quorum=127.0.0.1:53272, baseZNode=/21442015080 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T22:19:31,317 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:427490x0, quorum=127.0.0.1:53272, baseZNode=/21442015080 Set watcher on znode that does not yet exist, /21442015080/running 2024-11-08T22:19:31,317 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42749-0x1011c883d980007 connected 2024-11-08T22:19:31,317 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T22:19:31,318 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T22:19:31,319 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42749-0x1011c883d980007, quorum=127.0.0.1:53272, baseZNode=/21442015080 Set watcher on znode that does not yet exist, /21442015080/master 2024-11-08T22:19:31,320 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42749-0x1011c883d980007, quorum=127.0.0.1:53272, baseZNode=/21442015080 Set watcher on znode that does not yet exist, /21442015080/acl 2024-11-08T22:19:31,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42749 2024-11-08T22:19:31,322 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42749 2024-11-08T22:19:31,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42749 2024-11-08T22:19:31,325 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42749 2024-11-08T22:19:31,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42749 2024-11-08T22:19:31,337 DEBUG [M:0;ff635fa717b5:36143 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ff635fa717b5:36143 2024-11-08T22:19:31,338 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21442015080/backup-masters/ff635fa717b5,36143,1731104371140 2024-11-08T22:19:31,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36143-0x1011c883d980006, quorum=127.0.0.1:53272, baseZNode=/21442015080 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21442015080/backup-masters 2024-11-08T22:19:31,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42749-0x1011c883d980007, quorum=127.0.0.1:53272, baseZNode=/21442015080 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21442015080/backup-masters 2024-11-08T22:19:31,349 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36143-0x1011c883d980006, quorum=127.0.0.1:53272, baseZNode=/21442015080 Set watcher on existing znode=/21442015080/backup-masters/ff635fa717b5,36143,1731104371140 2024-11-08T22:19:31,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36143-0x1011c883d980006, quorum=127.0.0.1:53272, baseZNode=/21442015080 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21442015080 2024-11-08T22:19:31,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42749-0x1011c883d980007, quorum=127.0.0.1:53272, baseZNode=/21442015080 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21442015080/master 2024-11-08T22:19:31,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42749-0x1011c883d980007, quorum=127.0.0.1:53272, baseZNode=/21442015080 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21442015080 2024-11-08T22:19:31,359 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36143-0x1011c883d980006, quorum=127.0.0.1:53272, baseZNode=/21442015080 Set watcher on existing znode=/21442015080/master 2024-11-08T22:19:31,359 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21442015080/backup-masters/ff635fa717b5,36143,1731104371140 from backup master directory 2024-11-08T22:19:31,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36143-0x1011c883d980006, quorum=127.0.0.1:53272, baseZNode=/21442015080 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21442015080/backup-masters/ff635fa717b5,36143,1731104371140 2024-11-08T22:19:31,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42749-0x1011c883d980007, quorum=127.0.0.1:53272, baseZNode=/21442015080 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21442015080/backup-masters 2024-11-08T22:19:31,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36143-0x1011c883d980006, quorum=127.0.0.1:53272, baseZNode=/21442015080 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21442015080/backup-masters 2024-11-08T22:19:31,370 WARN [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T22:19:31,370 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ff635fa717b5,36143,1731104371140 2024-11-08T22:19:31,373 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/hbase.id] with ID: 05acde43-8885-4c50-99aa-2df19cc02c7c 2024-11-08T22:19:31,373 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/.tmp/hbase.id 2024-11-08T22:19:31,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42187 is added to blk_1073741826_1002 (size=42) 2024-11-08T22:19:31,777 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/.tmp/hbase.id]:[hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/hbase.id] 2024-11-08T22:19:31,783 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:19:31,783 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T22:19:31,784 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T22:19:31,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36143-0x1011c883d980006, quorum=127.0.0.1:53272, baseZNode=/21442015080 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21442015080 2024-11-08T22:19:31,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42749-0x1011c883d980007, quorum=127.0.0.1:53272, baseZNode=/21442015080 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21442015080 2024-11-08T22:19:31,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42187 is added to blk_1073741827_1003 (size=196) 2024-11-08T22:19:32,219 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T22:19:32,219 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T22:19:32,220 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:19:32,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42187 is added to blk_1073741828_1004 (size=1189) 2024-11-08T22:19:32,308 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:19:32,308 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ff635fa717b5,36459,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff635fa717b5:36459 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T22:19:32,309 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48544 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ff635fa717b5,36459,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff635fa717b5:36459 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T22:19:32,625 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/MasterData/data/master/store 2024-11-08T22:19:32,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42187 is added to blk_1073741829_1005 (size=34) 2024-11-08T22:19:33,030 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:19:33,030 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T22:19:33,030 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:19:33,030 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:19:33,030 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T22:19:33,030 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:19:33,030 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:19:33,030 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731104373030Disabling compacts and flushes for region at 1731104373030Disabling writes for close at 1731104373030Writing region close event to WAL at 1731104373030Closed at 1731104373030 2024-11-08T22:19:33,031 WARN [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/MasterData/data/master/store/.initializing 2024-11-08T22:19:33,031 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/MasterData/WALs/ff635fa717b5,36143,1731104371140 2024-11-08T22:19:33,032 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T22:19:33,033 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ff635fa717b5%2C36143%2C1731104371140, suffix=, logDir=hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/MasterData/WALs/ff635fa717b5,36143,1731104371140, archiveDir=hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/MasterData/oldWALs, maxLogs=10 2024-11-08T22:19:33,047 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/MasterData/WALs/ff635fa717b5,36143,1731104371140/ff635fa717b5%2C36143%2C1731104371140.1731104373033, exclude list is [], retry=0 2024-11-08T22:19:33,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42187,DS-ba5b5794-8ee3-4458-9ab5-4f5a386ff4ec,DISK] 2024-11-08T22:19:33,051 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/MasterData/WALs/ff635fa717b5,36143,1731104371140/ff635fa717b5%2C36143%2C1731104371140.1731104373033 2024-11-08T22:19:33,051 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38129:38129)] 2024-11-08T22:19:33,051 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T22:19:33,051 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:19:33,052 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:19:33,052 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:19:33,053 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:19:33,053 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T22:19:33,054 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:19:33,054 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:19:33,054 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:19:33,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T22:19:33,055 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:19:33,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:19:33,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:19:33,056 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T22:19:33,056 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:19:33,056 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:19:33,056 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:19:33,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T22:19:33,057 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:19:33,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:19:33,057 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:19:33,058 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:19:33,058 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:19:33,058 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:19:33,058 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:19:33,059 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T22:19:33,059 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:19:33,061 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:19:33,061 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58781071, jitterRate=-0.12409378588199615}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T22:19:33,061 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731104373052Initializing all the Stores at 1731104373052Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104373052Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104373052Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104373052Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104373052Cleaning up temporary data from old regions at 1731104373058 (+6 ms)Region opened successfully at 1731104373061 (+3 ms) 2024-11-08T22:19:33,062 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T22:19:33,064 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5339c419, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff635fa717b5/172.17.0.3:0 2024-11-08T22:19:33,064 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T22:19:33,065 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T22:19:33,065 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T22:19:33,065 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T22:19:33,065 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T22:19:33,065 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T22:19:33,065 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T22:19:33,067 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T22:19:33,067 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36143-0x1011c883d980006, quorum=127.0.0.1:53272, baseZNode=/21442015080 Unable to get data of znode /21442015080/balancer because node does not exist (not necessarily an error) 2024-11-08T22:19:33,138 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T22:19:33,138 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T22:19:33,138 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T22:19:33,138 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-08T22:19:33,138 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T22:19:33,138 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T22:19:33,169 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21442015080/balancer already deleted, retry=false 2024-11-08T22:19:33,170 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T22:19:33,170 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36143-0x1011c883d980006, quorum=127.0.0.1:53272, baseZNode=/21442015080 Unable to get data of znode /21442015080/normalizer because node does not exist (not necessarily an error) 2024-11-08T22:19:33,180 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21442015080/normalizer already deleted, retry=false 2024-11-08T22:19:33,180 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T22:19:33,180 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36143-0x1011c883d980006, quorum=127.0.0.1:53272, baseZNode=/21442015080 Unable to get data of znode /21442015080/switch/split because node does not exist (not necessarily an error) 2024-11-08T22:19:33,190 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21442015080/switch/split already deleted, retry=false 2024-11-08T22:19:33,191 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36143-0x1011c883d980006, quorum=127.0.0.1:53272, baseZNode=/21442015080 Unable to get data of znode /21442015080/switch/merge because node does not exist (not necessarily an error) 2024-11-08T22:19:33,201 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21442015080/switch/merge already deleted, retry=false 2024-11-08T22:19:33,202 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36143-0x1011c883d980006, quorum=127.0.0.1:53272, baseZNode=/21442015080 Unable to get data of znode /21442015080/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T22:19:33,211 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21442015080/snapshot-cleanup already deleted, retry=false 2024-11-08T22:19:33,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36143-0x1011c883d980006, quorum=127.0.0.1:53272, baseZNode=/21442015080 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21442015080/running 2024-11-08T22:19:33,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36143-0x1011c883d980006, quorum=127.0.0.1:53272, baseZNode=/21442015080 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21442015080 2024-11-08T22:19:33,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42749-0x1011c883d980007, quorum=127.0.0.1:53272, baseZNode=/21442015080 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21442015080/running 2024-11-08T22:19:33,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42749-0x1011c883d980007, quorum=127.0.0.1:53272, baseZNode=/21442015080 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21442015080 2024-11-08T22:19:33,222 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ff635fa717b5,36143,1731104371140, sessionid=0x1011c883d980006, setting cluster-up flag (Was=false) 2024-11-08T22:19:33,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42749-0x1011c883d980007, quorum=127.0.0.1:53272, baseZNode=/21442015080 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21442015080 2024-11-08T22:19:33,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36143-0x1011c883d980006, quorum=127.0.0.1:53272, baseZNode=/21442015080 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21442015080 2024-11-08T22:19:33,274 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21442015080/flush-table-proc/acquired, /21442015080/flush-table-proc/reached, /21442015080/flush-table-proc/abort 2024-11-08T22:19:33,275 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff635fa717b5,36143,1731104371140 2024-11-08T22:19:33,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42749-0x1011c883d980007, quorum=127.0.0.1:53272, baseZNode=/21442015080 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21442015080 2024-11-08T22:19:33,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36143-0x1011c883d980006, quorum=127.0.0.1:53272, baseZNode=/21442015080 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21442015080 2024-11-08T22:19:33,327 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21442015080/online-snapshot/acquired, /21442015080/online-snapshot/reached, /21442015080/online-snapshot/abort 2024-11-08T22:19:33,328 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff635fa717b5,36143,1731104371140 2024-11-08T22:19:33,329 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T22:19:33,330 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T22:19:33,330 INFO [RS:0;ff635fa717b5:42749 {}] regionserver.HRegionServer(746): ClusterId : 05acde43-8885-4c50-99aa-2df19cc02c7c 2024-11-08T22:19:33,330 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T22:19:33,330 DEBUG [RS:0;ff635fa717b5:42749 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T22:19:33,330 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T22:19:33,330 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ff635fa717b5,36143,1731104371140 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T22:19:33,338 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:19:33,338 DEBUG [RS:0;ff635fa717b5:42749 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T22:19:33,338 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:19:33,338 DEBUG [RS:0;ff635fa717b5:42749 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T22:19:33,338 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:19:33,338 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:19:33,338 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ff635fa717b5:0, corePoolSize=10, maxPoolSize=10 2024-11-08T22:19:33,338 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:19:33,338 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ff635fa717b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T22:19:33,338 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:19:33,339 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731104403339 2024-11-08T22:19:33,339 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T22:19:33,339 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T22:19:33,339 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T22:19:33,340 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T22:19:33,340 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T22:19:33,340 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T22:19:33,340 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T22:19:33,340 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T22:19:33,340 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T22:19:33,340 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T22:19:33,340 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T22:19:33,340 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T22:19:33,340 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T22:19:33,340 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:19:33,340 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T22:19:33,340 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T22:19:33,340 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T22:19:33,340 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.large.0-1731104373340,5,FailOnTimeoutGroup] 2024-11-08T22:19:33,341 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.small.0-1731104373340,5,FailOnTimeoutGroup] 2024-11-08T22:19:33,341 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T22:19:33,341 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T22:19:33,341 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T22:19:33,341 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T22:19:33,349 DEBUG [RS:0;ff635fa717b5:42749 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T22:19:33,349 DEBUG [RS:0;ff635fa717b5:42749 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57d61f15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff635fa717b5/172.17.0.3:0 2024-11-08T22:19:33,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42187 is added to blk_1073741831_1007 (size=1321) 2024-11-08T22:19:33,353 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T22:19:33,353 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408 2024-11-08T22:19:33,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42187 is added to blk_1073741832_1008 (size=32) 2024-11-08T22:19:33,364 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:19:33,365 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T22:19:33,366 DEBUG [RS:0;ff635fa717b5:42749 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ff635fa717b5:42749 2024-11-08T22:19:33,366 INFO [RS:0;ff635fa717b5:42749 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T22:19:33,366 INFO [RS:0;ff635fa717b5:42749 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T22:19:33,366 DEBUG [RS:0;ff635fa717b5:42749 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T22:19:33,366 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T22:19:33,366 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:19:33,366 INFO [RS:0;ff635fa717b5:42749 {}] regionserver.HRegionServer(2659): reportForDuty to master=ff635fa717b5,36143,1731104371140 with port=42749, startcode=1731104371308 2024-11-08T22:19:33,366 DEBUG [RS:0;ff635fa717b5:42749 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T22:19:33,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:19:33,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T22:19:33,367 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T22:19:33,367 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:19:33,368 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:19:33,368 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T22:19:33,368 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59801, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T22:19:33,369 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T22:19:33,369 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:19:33,369 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36143 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ff635fa717b5,42749,1731104371308 2024-11-08T22:19:33,369 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36143 {}] master.ServerManager(517): Registering regionserver=ff635fa717b5,42749,1731104371308 2024-11-08T22:19:33,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:19:33,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T22:19:33,370 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T22:19:33,370 DEBUG [RS:0;ff635fa717b5:42749 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408 2024-11-08T22:19:33,370 DEBUG [RS:0;ff635fa717b5:42749 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43375 2024-11-08T22:19:33,370 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:19:33,370 DEBUG [RS:0;ff635fa717b5:42749 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T22:19:33,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:19:33,370 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T22:19:33,371 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/data/hbase/meta/1588230740 2024-11-08T22:19:33,371 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/data/hbase/meta/1588230740 2024-11-08T22:19:33,372 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T22:19:33,372 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T22:19:33,372 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T22:19:33,373 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T22:19:33,374 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:19:33,375 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63986479, jitterRate=-0.046527162194252014}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T22:19:33,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731104373364Initializing all the Stores at 1731104373365 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104373365Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104373365Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104373365Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104373365Cleaning up temporary data from old regions at 1731104373372 (+7 ms)Region opened successfully at 1731104373375 (+3 ms) 2024-11-08T22:19:33,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T22:19:33,375 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T22:19:33,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T22:19:33,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T22:19:33,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T22:19:33,375 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T22:19:33,376 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731104373375Disabling compacts and flushes for region at 1731104373375Disabling writes for close at 1731104373375Writing region close event to WAL at 1731104373375Closed at 1731104373375 2024-11-08T22:19:33,376 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T22:19:33,376 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T22:19:33,377 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T22:19:33,377 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T22:19:33,378 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T22:19:33,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36143-0x1011c883d980006, quorum=127.0.0.1:53272, baseZNode=/21442015080 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21442015080/rs 2024-11-08T22:19:33,419 DEBUG [RS:0;ff635fa717b5:42749 {}] zookeeper.ZKUtil(111): regionserver:42749-0x1011c883d980007, quorum=127.0.0.1:53272, baseZNode=/21442015080 Set watcher on existing znode=/21442015080/rs/ff635fa717b5,42749,1731104371308 2024-11-08T22:19:33,419 WARN [RS:0;ff635fa717b5:42749 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T22:19:33,419 INFO [RS:0;ff635fa717b5:42749 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:19:33,419 DEBUG [RS:0;ff635fa717b5:42749 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/WALs/ff635fa717b5,42749,1731104371308 2024-11-08T22:19:33,419 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ff635fa717b5,42749,1731104371308] 2024-11-08T22:19:33,421 INFO [RS:0;ff635fa717b5:42749 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T22:19:33,422 INFO [RS:0;ff635fa717b5:42749 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T22:19:33,423 INFO [RS:0;ff635fa717b5:42749 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T22:19:33,423 INFO [RS:0;ff635fa717b5:42749 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:19:33,423 INFO [RS:0;ff635fa717b5:42749 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T22:19:33,423 INFO [RS:0;ff635fa717b5:42749 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T22:19:33,424 INFO [RS:0;ff635fa717b5:42749 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T22:19:33,424 DEBUG [RS:0;ff635fa717b5:42749 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:19:33,424 DEBUG [RS:0;ff635fa717b5:42749 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:19:33,424 DEBUG [RS:0;ff635fa717b5:42749 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:19:33,424 DEBUG [RS:0;ff635fa717b5:42749 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:19:33,424 DEBUG [RS:0;ff635fa717b5:42749 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:19:33,424 DEBUG [RS:0;ff635fa717b5:42749 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ff635fa717b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T22:19:33,424 DEBUG [RS:0;ff635fa717b5:42749 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:19:33,424 DEBUG [RS:0;ff635fa717b5:42749 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:19:33,424 DEBUG [RS:0;ff635fa717b5:42749 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:19:33,424 DEBUG [RS:0;ff635fa717b5:42749 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:19:33,424 DEBUG [RS:0;ff635fa717b5:42749 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:19:33,424 DEBUG [RS:0;ff635fa717b5:42749 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:19:33,424 DEBUG [RS:0;ff635fa717b5:42749 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T22:19:33,424 DEBUG [RS:0;ff635fa717b5:42749 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T22:19:33,428 INFO [RS:0;ff635fa717b5:42749 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T22:19:33,428 INFO [RS:0;ff635fa717b5:42749 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T22:19:33,428 INFO [RS:0;ff635fa717b5:42749 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:19:33,428 INFO [RS:0;ff635fa717b5:42749 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T22:19:33,428 INFO [RS:0;ff635fa717b5:42749 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T22:19:33,428 INFO [RS:0;ff635fa717b5:42749 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,42749,1731104371308-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T22:19:33,441 INFO [RS:0;ff635fa717b5:42749 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T22:19:33,441 INFO [RS:0;ff635fa717b5:42749 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,42749,1731104371308-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:19:33,441 INFO [RS:0;ff635fa717b5:42749 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:19:33,441 INFO [RS:0;ff635fa717b5:42749 {}] regionserver.Replication(171): ff635fa717b5,42749,1731104371308 started 2024-11-08T22:19:33,453 INFO [RS:0;ff635fa717b5:42749 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:19:33,453 INFO [RS:0;ff635fa717b5:42749 {}] regionserver.HRegionServer(1482): Serving as ff635fa717b5,42749,1731104371308, RpcServer on ff635fa717b5/172.17.0.3:42749, sessionid=0x1011c883d980007 2024-11-08T22:19:33,453 DEBUG [RS:0;ff635fa717b5:42749 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T22:19:33,453 DEBUG [RS:0;ff635fa717b5:42749 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ff635fa717b5,42749,1731104371308 2024-11-08T22:19:33,453 DEBUG [RS:0;ff635fa717b5:42749 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff635fa717b5,42749,1731104371308' 2024-11-08T22:19:33,453 DEBUG [RS:0;ff635fa717b5:42749 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21442015080/flush-table-proc/abort' 2024-11-08T22:19:33,453 DEBUG [RS:0;ff635fa717b5:42749 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21442015080/flush-table-proc/acquired' 2024-11-08T22:19:33,454 DEBUG [RS:0;ff635fa717b5:42749 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T22:19:33,454 DEBUG [RS:0;ff635fa717b5:42749 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T22:19:33,454 DEBUG [RS:0;ff635fa717b5:42749 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ff635fa717b5,42749,1731104371308 2024-11-08T22:19:33,454 DEBUG [RS:0;ff635fa717b5:42749 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff635fa717b5,42749,1731104371308' 2024-11-08T22:19:33,454 DEBUG [RS:0;ff635fa717b5:42749 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21442015080/online-snapshot/abort' 2024-11-08T22:19:33,454 DEBUG [RS:0;ff635fa717b5:42749 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21442015080/online-snapshot/acquired' 2024-11-08T22:19:33,454 DEBUG [RS:0;ff635fa717b5:42749 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T22:19:33,454 INFO [RS:0;ff635fa717b5:42749 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T22:19:33,454 INFO [RS:0;ff635fa717b5:42749 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T22:19:33,528 WARN [ff635fa717b5:36143 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-08T22:19:33,555 INFO [RS:0;ff635fa717b5:42749 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T22:19:33,556 INFO [RS:0;ff635fa717b5:42749 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff635fa717b5%2C42749%2C1731104371308, suffix=, logDir=hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/WALs/ff635fa717b5,42749,1731104371308, archiveDir=hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/oldWALs, maxLogs=10 2024-11-08T22:19:33,570 DEBUG [RS:0;ff635fa717b5:42749 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/WALs/ff635fa717b5,42749,1731104371308/ff635fa717b5%2C42749%2C1731104371308.1731104373556, exclude list is [], retry=0 2024-11-08T22:19:33,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42187,DS-ba5b5794-8ee3-4458-9ab5-4f5a386ff4ec,DISK] 2024-11-08T22:19:33,574 INFO [RS:0;ff635fa717b5:42749 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/WALs/ff635fa717b5,42749,1731104371308/ff635fa717b5%2C42749%2C1731104371308.1731104373556 2024-11-08T22:19:33,574 DEBUG [RS:0;ff635fa717b5:42749 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38129:38129)] 2024-11-08T22:19:33,778 DEBUG [ff635fa717b5:36143 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T22:19:33,779 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ff635fa717b5,42749,1731104371308 2024-11-08T22:19:33,780 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff635fa717b5,42749,1731104371308, state=OPENING 2024-11-08T22:19:33,810 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T22:19:33,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42749-0x1011c883d980007, quorum=127.0.0.1:53272, baseZNode=/21442015080 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21442015080 2024-11-08T22:19:33,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36143-0x1011c883d980006, quorum=127.0.0.1:53272, baseZNode=/21442015080 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21442015080 2024-11-08T22:19:33,822 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T22:19:33,822 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21442015080/meta-region-server: CHANGED 2024-11-08T22:19:33,822 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21442015080/meta-region-server: CHANGED 2024-11-08T22:19:33,822 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ff635fa717b5,42749,1731104371308}] 2024-11-08T22:19:33,974 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T22:19:33,975 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33317, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T22:19:33,978 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T22:19:33,978 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:19:33,978 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T22:19:33,979 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff635fa717b5%2C42749%2C1731104371308.meta, suffix=.meta, logDir=hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/WALs/ff635fa717b5,42749,1731104371308, archiveDir=hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/oldWALs, maxLogs=10 2024-11-08T22:19:33,993 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/WALs/ff635fa717b5,42749,1731104371308/ff635fa717b5%2C42749%2C1731104371308.meta.1731104373979.meta, exclude list is [], retry=0 2024-11-08T22:19:33,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42187,DS-ba5b5794-8ee3-4458-9ab5-4f5a386ff4ec,DISK] 2024-11-08T22:19:33,996 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/WALs/ff635fa717b5,42749,1731104371308/ff635fa717b5%2C42749%2C1731104371308.meta.1731104373979.meta 2024-11-08T22:19:33,996 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38129:38129)] 2024-11-08T22:19:33,996 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T22:19:33,996 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T22:19:33,996 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T22:19:33,996 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T22:19:33,996 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T22:19:33,996 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T22:19:33,997 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:19:33,997 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T22:19:33,997 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T22:19:33,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T22:19:33,998 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T22:19:33,998 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:19:33,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:19:33,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T22:19:33,999 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T22:19:33,999 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:19:33,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:19:33,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T22:19:34,000 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T22:19:34,000 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:19:34,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:19:34,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T22:19:34,001 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T22:19:34,001 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:19:34,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:19:34,001 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T22:19:34,001 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/data/hbase/meta/1588230740 2024-11-08T22:19:34,002 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/data/hbase/meta/1588230740 2024-11-08T22:19:34,003 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T22:19:34,003 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T22:19:34,003 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T22:19:34,004 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T22:19:34,004 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68127805, jitterRate=0.015183404088020325}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T22:19:34,004 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T22:19:34,004 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731104373997Writing region info on filesystem at 1731104373997Initializing all the Stores at 1731104373997Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104373997Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104373997Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104373997Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104373997Cleaning up temporary data from old regions at 1731104374003 (+6 ms)Running coprocessor post-open hooks at 1731104374004 (+1 ms)Region opened successfully at 1731104374004 2024-11-08T22:19:34,005 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731104373974 2024-11-08T22:19:34,007 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T22:19:34,007 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T22:19:34,007 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ff635fa717b5,42749,1731104371308 2024-11-08T22:19:34,008 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff635fa717b5,42749,1731104371308, state=OPEN 2024-11-08T22:19:34,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42749-0x1011c883d980007, quorum=127.0.0.1:53272, baseZNode=/21442015080 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21442015080/meta-region-server 2024-11-08T22:19:34,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36143-0x1011c883d980006, quorum=127.0.0.1:53272, baseZNode=/21442015080 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21442015080/meta-region-server 2024-11-08T22:19:34,011 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21442015080/meta-region-server: CHANGED 2024-11-08T22:19:34,011 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21442015080/meta-region-server: CHANGED 2024-11-08T22:19:34,011 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ff635fa717b5,42749,1731104371308 2024-11-08T22:19:34,013 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T22:19:34,013 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ff635fa717b5,42749,1731104371308 in 189 msec 2024-11-08T22:19:34,014 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T22:19:34,014 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 636 msec 2024-11-08T22:19:34,015 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T22:19:34,015 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T22:19:34,016 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:19:34,016 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,42749,1731104371308, seqNum=-1] 2024-11-08T22:19:34,016 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:19:34,017 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46695, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T22:19:34,020 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 690 msec 2024-11-08T22:19:34,020 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731104374020, completionTime=-1 2024-11-08T22:19:34,021 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T22:19:34,021 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T22:19:34,022 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T22:19:34,022 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731104434022 2024-11-08T22:19:34,022 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731104494022 2024-11-08T22:19:34,022 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T22:19:34,023 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,36143,1731104371140-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:19:34,023 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,36143,1731104371140-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:19:34,023 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,36143,1731104371140-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:19:34,023 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ff635fa717b5:36143, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:19:34,023 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T22:19:34,023 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T22:19:34,024 DEBUG [master/ff635fa717b5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T22:19:34,026 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.656sec 2024-11-08T22:19:34,026 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T22:19:34,026 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T22:19:34,026 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T22:19:34,026 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T22:19:34,026 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T22:19:34,026 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,36143,1731104371140-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T22:19:34,026 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,36143,1731104371140-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T22:19:34,028 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T22:19:34,028 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T22:19:34,028 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,36143,1731104371140-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:19:34,031 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29108e2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:19:34,031 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,36143,-1 for getting cluster id 2024-11-08T22:19:34,031 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:19:34,032 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05acde43-8885-4c50-99aa-2df19cc02c7c' 2024-11-08T22:19:34,032 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:19:34,032 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05acde43-8885-4c50-99aa-2df19cc02c7c" 2024-11-08T22:19:34,033 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a9f2d5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:19:34,033 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,36143,-1] 2024-11-08T22:19:34,033 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:19:34,033 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:19:34,033 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:19:34,034 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@357edbd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:19:34,034 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:19:34,048 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,42749,1731104371308, seqNum=-1] 2024-11-08T22:19:34,048 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:19:34,049 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T22:19:34,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ff635fa717b5,36143,1731104371140 2024-11-08T22:19:34,051 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:53272 2024-11-08T22:19:34,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:53272, baseZNode=/21442015080 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T22:19:34,064 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1011c883d980008 connected 2024-11-08T22:19:34,076 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:19:34,077 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is ff635fa717b5,34673,1731104360752 2024-11-08T22:19:34,077 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46fafe77 2024-11-08T22:19:34,077 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T22:19:34,078 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T22:19:34,079 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34673 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T22:19:34,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34673 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T22:19:34,080 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T22:19:34,081 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:19:34,081 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34673 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T22:19:34,081 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T22:19:34,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:19:34,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39171 is added to blk_1073741835_1011 (size=902) 2024-11-08T22:19:34,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:19:34,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:19:34,493 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b16f3549ce54c24ead19fee9f251c539, NAME => 'test,,1731104374078.b16f3549ce54c24ead19fee9f251c539.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8 2024-11-08T22:19:34,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39171 is added to blk_1073741836_1012 (size=39) 2024-11-08T22:19:34,687 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T22:19:34,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:19:34,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:19:34,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:19:34,718 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:19:34,718 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:19:34,718 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:19:34,718 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:19:34,718 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:19:34,718 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:19:34,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:19:34,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:19:34,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:19:34,728 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:19:34,897 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731104374078.b16f3549ce54c24ead19fee9f251c539.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:19:34,898 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b16f3549ce54c24ead19fee9f251c539, disabling compactions & flushes 2024-11-08T22:19:34,898 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731104374078.b16f3549ce54c24ead19fee9f251c539. 2024-11-08T22:19:34,898 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731104374078.b16f3549ce54c24ead19fee9f251c539. 2024-11-08T22:19:34,898 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731104374078.b16f3549ce54c24ead19fee9f251c539. after waiting 0 ms 2024-11-08T22:19:34,898 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731104374078.b16f3549ce54c24ead19fee9f251c539. 2024-11-08T22:19:34,898 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731104374078.b16f3549ce54c24ead19fee9f251c539. 2024-11-08T22:19:34,898 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b16f3549ce54c24ead19fee9f251c539: Waiting for close lock at 1731104374898Disabling compacts and flushes for region at 1731104374898Disabling writes for close at 1731104374898Writing region close event to WAL at 1731104374898Closed at 1731104374898 2024-11-08T22:19:34,899 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T22:19:34,899 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731104374078.b16f3549ce54c24ead19fee9f251c539.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731104374899"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731104374899"}]},"ts":"1731104374899"} 2024-11-08T22:19:34,901 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T22:19:34,901 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T22:19:34,901 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731104374901"}]},"ts":"1731104374901"} 2024-11-08T22:19:34,903 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T22:19:34,903 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b16f3549ce54c24ead19fee9f251c539, ASSIGN}] 2024-11-08T22:19:34,904 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b16f3549ce54c24ead19fee9f251c539, ASSIGN 2024-11-08T22:19:34,905 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b16f3549ce54c24ead19fee9f251c539, ASSIGN; state=OFFLINE, location=ff635fa717b5,40597,1731104361031; forceNewPlan=false, retain=false 2024-11-08T22:19:35,055 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b16f3549ce54c24ead19fee9f251c539, regionState=OPENING, regionLocation=ff635fa717b5,40597,1731104361031 2024-11-08T22:19:35,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b16f3549ce54c24ead19fee9f251c539, ASSIGN because future has completed 2024-11-08T22:19:35,058 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b16f3549ce54c24ead19fee9f251c539, server=ff635fa717b5,40597,1731104361031}] 2024-11-08T22:19:35,213 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731104374078.b16f3549ce54c24ead19fee9f251c539. 2024-11-08T22:19:35,213 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b16f3549ce54c24ead19fee9f251c539, NAME => 'test,,1731104374078.b16f3549ce54c24ead19fee9f251c539.', STARTKEY => '', ENDKEY => ''} 2024-11-08T22:19:35,213 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T22:19:35,213 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T22:19:35,213 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b16f3549ce54c24ead19fee9f251c539 2024-11-08T22:19:35,213 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731104374078.b16f3549ce54c24ead19fee9f251c539.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:19:35,213 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b16f3549ce54c24ead19fee9f251c539 2024-11-08T22:19:35,214 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b16f3549ce54c24ead19fee9f251c539 2024-11-08T22:19:35,215 INFO [StoreOpener-b16f3549ce54c24ead19fee9f251c539-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b16f3549ce54c24ead19fee9f251c539 2024-11-08T22:19:35,215 INFO [StoreOpener-b16f3549ce54c24ead19fee9f251c539-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b16f3549ce54c24ead19fee9f251c539 columnFamilyName f 2024-11-08T22:19:35,215 DEBUG [StoreOpener-b16f3549ce54c24ead19fee9f251c539-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:19:35,216 INFO [StoreOpener-b16f3549ce54c24ead19fee9f251c539-1 {}] regionserver.HStore(327): Store=b16f3549ce54c24ead19fee9f251c539/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:19:35,216 INFO [StoreOpener-b16f3549ce54c24ead19fee9f251c539-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b16f3549ce54c24ead19fee9f251c539 2024-11-08T22:19:35,217 INFO [StoreOpener-b16f3549ce54c24ead19fee9f251c539-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b16f3549ce54c24ead19fee9f251c539 columnFamilyName f1 2024-11-08T22:19:35,217 DEBUG [StoreOpener-b16f3549ce54c24ead19fee9f251c539-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:19:35,217 INFO [StoreOpener-b16f3549ce54c24ead19fee9f251c539-1 {}] regionserver.HStore(327): Store=b16f3549ce54c24ead19fee9f251c539/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:19:35,217 INFO [StoreOpener-b16f3549ce54c24ead19fee9f251c539-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b16f3549ce54c24ead19fee9f251c539 2024-11-08T22:19:35,218 INFO [StoreOpener-b16f3549ce54c24ead19fee9f251c539-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b16f3549ce54c24ead19fee9f251c539 columnFamilyName norep 2024-11-08T22:19:35,218 DEBUG [StoreOpener-b16f3549ce54c24ead19fee9f251c539-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:19:35,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:19:35,218 INFO [StoreOpener-b16f3549ce54c24ead19fee9f251c539-1 {}] regionserver.HStore(327): Store=b16f3549ce54c24ead19fee9f251c539/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:19:35,219 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b16f3549ce54c24ead19fee9f251c539 2024-11-08T22:19:35,219 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/data/default/test/b16f3549ce54c24ead19fee9f251c539 2024-11-08T22:19:35,219 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/data/default/test/b16f3549ce54c24ead19fee9f251c539 2024-11-08T22:19:35,220 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b16f3549ce54c24ead19fee9f251c539 2024-11-08T22:19:35,220 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b16f3549ce54c24ead19fee9f251c539 2024-11-08T22:19:35,221 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T22:19:35,221 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b16f3549ce54c24ead19fee9f251c539 2024-11-08T22:19:35,223 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/data/default/test/b16f3549ce54c24ead19fee9f251c539/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:19:35,223 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b16f3549ce54c24ead19fee9f251c539; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70956071, jitterRate=0.05732785165309906}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T22:19:35,223 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b16f3549ce54c24ead19fee9f251c539 2024-11-08T22:19:35,223 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b16f3549ce54c24ead19fee9f251c539: Running coprocessor pre-open hook at 1731104375214Writing region info on filesystem at 1731104375214Initializing all the Stores at 1731104375214Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104375214Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104375214Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104375214Cleaning up temporary data from old regions at 1731104375220 (+6 ms)Running coprocessor post-open hooks at 1731104375223 (+3 ms)Region opened successfully at 1731104375223 2024-11-08T22:19:35,224 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731104374078.b16f3549ce54c24ead19fee9f251c539., pid=6, masterSystemTime=1731104375209 2024-11-08T22:19:35,226 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731104374078.b16f3549ce54c24ead19fee9f251c539. 2024-11-08T22:19:35,226 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731104374078.b16f3549ce54c24ead19fee9f251c539. 2024-11-08T22:19:35,226 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b16f3549ce54c24ead19fee9f251c539, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ff635fa717b5,40597,1731104361031 2024-11-08T22:19:35,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b16f3549ce54c24ead19fee9f251c539, server=ff635fa717b5,40597,1731104361031 because future has completed 2024-11-08T22:19:35,230 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T22:19:35,230 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b16f3549ce54c24ead19fee9f251c539, server=ff635fa717b5,40597,1731104361031 in 171 msec 2024-11-08T22:19:35,231 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T22:19:35,231 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b16f3549ce54c24ead19fee9f251c539, ASSIGN in 327 msec 2024-11-08T22:19:35,232 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T22:19:35,232 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731104375232"}]},"ts":"1731104375232"} 2024-11-08T22:19:35,234 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T22:19:35,234 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T22:19:35,235 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1550 sec 2024-11-08T22:19:36,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:19:36,228 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T22:19:36,228 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:19:36,229 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is ff635fa717b5,34133,1731104366166 2024-11-08T22:19:36,229 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@29c9d473 2024-11-08T22:19:36,229 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T22:19:36,229 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T22:19:36,230 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34133 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T22:19:36,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34133 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T22:19:36,232 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T22:19:36,232 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:19:36,232 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34133 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T22:19:36,233 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T22:19:36,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:19:36,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36611 is added to blk_1073741835_1011 (size=902) 2024-11-08T22:19:36,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:19:36,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:19:36,638 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e5ced56bc99874d638db8971c4b5c2c0, NAME => 'test,,1731104376230.e5ced56bc99874d638db8971c4b5c2c0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400 2024-11-08T22:19:36,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36611 is added to blk_1073741836_1012 (size=39) 2024-11-08T22:19:36,643 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731104376230.e5ced56bc99874d638db8971c4b5c2c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:19:36,643 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e5ced56bc99874d638db8971c4b5c2c0, disabling compactions & flushes 2024-11-08T22:19:36,643 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731104376230.e5ced56bc99874d638db8971c4b5c2c0. 2024-11-08T22:19:36,643 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731104376230.e5ced56bc99874d638db8971c4b5c2c0. 2024-11-08T22:19:36,643 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731104376230.e5ced56bc99874d638db8971c4b5c2c0. after waiting 0 ms 2024-11-08T22:19:36,643 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731104376230.e5ced56bc99874d638db8971c4b5c2c0. 2024-11-08T22:19:36,643 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731104376230.e5ced56bc99874d638db8971c4b5c2c0. 2024-11-08T22:19:36,643 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e5ced56bc99874d638db8971c4b5c2c0: Waiting for close lock at 1731104376643Disabling compacts and flushes for region at 1731104376643Disabling writes for close at 1731104376643Writing region close event to WAL at 1731104376643Closed at 1731104376643 2024-11-08T22:19:36,644 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T22:19:36,645 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731104376230.e5ced56bc99874d638db8971c4b5c2c0.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731104376644"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731104376644"}]},"ts":"1731104376644"} 2024-11-08T22:19:36,646 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T22:19:36,647 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T22:19:36,647 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731104376647"}]},"ts":"1731104376647"} 2024-11-08T22:19:36,648 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T22:19:36,648 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e5ced56bc99874d638db8971c4b5c2c0, ASSIGN}] 2024-11-08T22:19:36,649 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e5ced56bc99874d638db8971c4b5c2c0, ASSIGN 2024-11-08T22:19:36,650 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e5ced56bc99874d638db8971c4b5c2c0, ASSIGN; state=OFFLINE, location=ff635fa717b5,44171,1731104366318; forceNewPlan=false, retain=false 2024-11-08T22:19:36,800 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e5ced56bc99874d638db8971c4b5c2c0, regionState=OPENING, regionLocation=ff635fa717b5,44171,1731104366318 2024-11-08T22:19:36,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e5ced56bc99874d638db8971c4b5c2c0, ASSIGN because future has completed 2024-11-08T22:19:36,803 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e5ced56bc99874d638db8971c4b5c2c0, server=ff635fa717b5,44171,1731104366318}] 2024-11-08T22:19:36,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:19:36,958 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731104376230.e5ced56bc99874d638db8971c4b5c2c0. 2024-11-08T22:19:36,958 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e5ced56bc99874d638db8971c4b5c2c0, NAME => 'test,,1731104376230.e5ced56bc99874d638db8971c4b5c2c0.', STARTKEY => '', ENDKEY => ''} 2024-11-08T22:19:36,958 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T22:19:36,958 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T22:19:36,958 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e5ced56bc99874d638db8971c4b5c2c0 2024-11-08T22:19:36,959 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731104376230.e5ced56bc99874d638db8971c4b5c2c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:19:36,959 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e5ced56bc99874d638db8971c4b5c2c0 2024-11-08T22:19:36,959 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e5ced56bc99874d638db8971c4b5c2c0 2024-11-08T22:19:36,960 INFO [StoreOpener-e5ced56bc99874d638db8971c4b5c2c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e5ced56bc99874d638db8971c4b5c2c0 2024-11-08T22:19:36,961 INFO [StoreOpener-e5ced56bc99874d638db8971c4b5c2c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5ced56bc99874d638db8971c4b5c2c0 columnFamilyName f 2024-11-08T22:19:36,961 DEBUG [StoreOpener-e5ced56bc99874d638db8971c4b5c2c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:19:36,961 INFO [StoreOpener-e5ced56bc99874d638db8971c4b5c2c0-1 {}] regionserver.HStore(327): Store=e5ced56bc99874d638db8971c4b5c2c0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:19:36,961 INFO [StoreOpener-e5ced56bc99874d638db8971c4b5c2c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e5ced56bc99874d638db8971c4b5c2c0 2024-11-08T22:19:36,962 INFO [StoreOpener-e5ced56bc99874d638db8971c4b5c2c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5ced56bc99874d638db8971c4b5c2c0 columnFamilyName f1 2024-11-08T22:19:36,962 DEBUG [StoreOpener-e5ced56bc99874d638db8971c4b5c2c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:19:36,962 INFO [StoreOpener-e5ced56bc99874d638db8971c4b5c2c0-1 {}] regionserver.HStore(327): Store=e5ced56bc99874d638db8971c4b5c2c0/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:19:36,962 INFO [StoreOpener-e5ced56bc99874d638db8971c4b5c2c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e5ced56bc99874d638db8971c4b5c2c0 2024-11-08T22:19:36,964 INFO [StoreOpener-e5ced56bc99874d638db8971c4b5c2c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5ced56bc99874d638db8971c4b5c2c0 columnFamilyName norep 2024-11-08T22:19:36,964 DEBUG [StoreOpener-e5ced56bc99874d638db8971c4b5c2c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:19:36,964 INFO [StoreOpener-e5ced56bc99874d638db8971c4b5c2c0-1 {}] regionserver.HStore(327): Store=e5ced56bc99874d638db8971c4b5c2c0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:19:36,964 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e5ced56bc99874d638db8971c4b5c2c0 2024-11-08T22:19:36,964 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/data/default/test/e5ced56bc99874d638db8971c4b5c2c0 2024-11-08T22:19:36,965 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/data/default/test/e5ced56bc99874d638db8971c4b5c2c0 2024-11-08T22:19:36,965 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e5ced56bc99874d638db8971c4b5c2c0 2024-11-08T22:19:36,965 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e5ced56bc99874d638db8971c4b5c2c0 2024-11-08T22:19:36,966 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T22:19:36,966 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e5ced56bc99874d638db8971c4b5c2c0 2024-11-08T22:19:36,968 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/data/default/test/e5ced56bc99874d638db8971c4b5c2c0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:19:36,968 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e5ced56bc99874d638db8971c4b5c2c0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59797759, jitterRate=-0.10894395411014557}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T22:19:36,968 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e5ced56bc99874d638db8971c4b5c2c0 2024-11-08T22:19:36,968 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e5ced56bc99874d638db8971c4b5c2c0: Running coprocessor pre-open hook at 1731104376959Writing region info on filesystem at 1731104376959Initializing all the Stores at 1731104376959Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104376959Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104376959Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104376959Cleaning up temporary data from old regions at 1731104376965 (+6 ms)Running coprocessor post-open hooks at 1731104376968 (+3 ms)Region opened successfully at 1731104376968 2024-11-08T22:19:36,969 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731104376230.e5ced56bc99874d638db8971c4b5c2c0., pid=6, masterSystemTime=1731104376954 2024-11-08T22:19:36,971 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731104376230.e5ced56bc99874d638db8971c4b5c2c0. 2024-11-08T22:19:36,971 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731104376230.e5ced56bc99874d638db8971c4b5c2c0. 2024-11-08T22:19:36,971 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e5ced56bc99874d638db8971c4b5c2c0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ff635fa717b5,44171,1731104366318 2024-11-08T22:19:36,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e5ced56bc99874d638db8971c4b5c2c0, server=ff635fa717b5,44171,1731104366318 because future has completed 2024-11-08T22:19:36,975 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T22:19:36,975 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e5ced56bc99874d638db8971c4b5c2c0, server=ff635fa717b5,44171,1731104366318 in 171 msec 2024-11-08T22:19:36,976 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T22:19:36,976 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e5ced56bc99874d638db8971c4b5c2c0, ASSIGN in 327 msec 2024-11-08T22:19:36,977 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T22:19:36,977 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731104376977"}]},"ts":"1731104376977"} 2024-11-08T22:19:36,978 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T22:19:36,979 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T22:19:36,980 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 749 msec 2024-11-08T22:19:37,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:19:37,369 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T22:19:37,369 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:19:37,369 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is ff635fa717b5,36143,1731104371140 2024-11-08T22:19:37,369 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66075710 2024-11-08T22:19:37,370 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T22:19:37,370 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T22:19:37,371 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36143 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T22:19:37,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36143 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T22:19:37,373 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T22:19:37,373 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:19:37,373 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36143 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T22:19:37,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:19:37,374 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T22:19:37,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42187 is added to blk_1073741835_1011 (size=902) 2024-11-08T22:19:37,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:19:37,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:19:37,780 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 437763c4c6be80417c93401a578ed89c, NAME => 'test,,1731104377371.437763c4c6be80417c93401a578ed89c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408 2024-11-08T22:19:37,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42187 is added to blk_1073741836_1012 (size=39) 2024-11-08T22:19:37,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:19:38,184 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731104377371.437763c4c6be80417c93401a578ed89c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:19:38,184 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 437763c4c6be80417c93401a578ed89c, disabling compactions & flushes 2024-11-08T22:19:38,184 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731104377371.437763c4c6be80417c93401a578ed89c. 2024-11-08T22:19:38,184 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731104377371.437763c4c6be80417c93401a578ed89c. 2024-11-08T22:19:38,184 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731104377371.437763c4c6be80417c93401a578ed89c. after waiting 0 ms 2024-11-08T22:19:38,184 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731104377371.437763c4c6be80417c93401a578ed89c. 2024-11-08T22:19:38,184 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731104377371.437763c4c6be80417c93401a578ed89c. 2024-11-08T22:19:38,184 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 437763c4c6be80417c93401a578ed89c: Waiting for close lock at 1731104378184Disabling compacts and flushes for region at 1731104378184Disabling writes for close at 1731104378184Writing region close event to WAL at 1731104378184Closed at 1731104378184 2024-11-08T22:19:38,186 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T22:19:38,186 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731104377371.437763c4c6be80417c93401a578ed89c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731104378186"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731104378186"}]},"ts":"1731104378186"} 2024-11-08T22:19:38,188 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T22:19:38,188 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T22:19:38,188 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731104378188"}]},"ts":"1731104378188"} 2024-11-08T22:19:38,190 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T22:19:38,190 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=437763c4c6be80417c93401a578ed89c, ASSIGN}] 2024-11-08T22:19:38,191 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=437763c4c6be80417c93401a578ed89c, ASSIGN 2024-11-08T22:19:38,191 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=437763c4c6be80417c93401a578ed89c, ASSIGN; state=OFFLINE, location=ff635fa717b5,42749,1731104371308; forceNewPlan=false, retain=false 2024-11-08T22:19:38,342 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=437763c4c6be80417c93401a578ed89c, regionState=OPENING, regionLocation=ff635fa717b5,42749,1731104371308 2024-11-08T22:19:38,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=437763c4c6be80417c93401a578ed89c, ASSIGN because future has completed 2024-11-08T22:19:38,344 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 437763c4c6be80417c93401a578ed89c, server=ff635fa717b5,42749,1731104371308}] 2024-11-08T22:19:38,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:19:38,545 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731104377371.437763c4c6be80417c93401a578ed89c. 2024-11-08T22:19:38,545 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 437763c4c6be80417c93401a578ed89c, NAME => 'test,,1731104377371.437763c4c6be80417c93401a578ed89c.', STARTKEY => '', ENDKEY => ''} 2024-11-08T22:19:38,546 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T22:19:38,546 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T22:19:38,546 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 437763c4c6be80417c93401a578ed89c 2024-11-08T22:19:38,546 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731104377371.437763c4c6be80417c93401a578ed89c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:19:38,546 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 437763c4c6be80417c93401a578ed89c 2024-11-08T22:19:38,546 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 437763c4c6be80417c93401a578ed89c 2024-11-08T22:19:38,547 INFO [StoreOpener-437763c4c6be80417c93401a578ed89c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 437763c4c6be80417c93401a578ed89c 2024-11-08T22:19:38,548 INFO [StoreOpener-437763c4c6be80417c93401a578ed89c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 437763c4c6be80417c93401a578ed89c columnFamilyName f 2024-11-08T22:19:38,548 DEBUG [StoreOpener-437763c4c6be80417c93401a578ed89c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:19:38,548 INFO [StoreOpener-437763c4c6be80417c93401a578ed89c-1 {}] regionserver.HStore(327): Store=437763c4c6be80417c93401a578ed89c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:19:38,548 INFO [StoreOpener-437763c4c6be80417c93401a578ed89c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 437763c4c6be80417c93401a578ed89c 2024-11-08T22:19:38,549 INFO [StoreOpener-437763c4c6be80417c93401a578ed89c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 437763c4c6be80417c93401a578ed89c columnFamilyName f1 2024-11-08T22:19:38,549 DEBUG [StoreOpener-437763c4c6be80417c93401a578ed89c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:19:38,549 INFO [StoreOpener-437763c4c6be80417c93401a578ed89c-1 {}] regionserver.HStore(327): Store=437763c4c6be80417c93401a578ed89c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:19:38,549 INFO [StoreOpener-437763c4c6be80417c93401a578ed89c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 437763c4c6be80417c93401a578ed89c 2024-11-08T22:19:38,550 INFO [StoreOpener-437763c4c6be80417c93401a578ed89c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 437763c4c6be80417c93401a578ed89c columnFamilyName norep 2024-11-08T22:19:38,550 DEBUG [StoreOpener-437763c4c6be80417c93401a578ed89c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:19:38,550 INFO [StoreOpener-437763c4c6be80417c93401a578ed89c-1 {}] regionserver.HStore(327): Store=437763c4c6be80417c93401a578ed89c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:19:38,550 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 437763c4c6be80417c93401a578ed89c 2024-11-08T22:19:38,550 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/data/default/test/437763c4c6be80417c93401a578ed89c 2024-11-08T22:19:38,551 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/data/default/test/437763c4c6be80417c93401a578ed89c 2024-11-08T22:19:38,551 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 437763c4c6be80417c93401a578ed89c 2024-11-08T22:19:38,551 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 437763c4c6be80417c93401a578ed89c 2024-11-08T22:19:38,552 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T22:19:38,552 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 437763c4c6be80417c93401a578ed89c 2024-11-08T22:19:38,554 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/data/default/test/437763c4c6be80417c93401a578ed89c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:19:38,554 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 437763c4c6be80417c93401a578ed89c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75288697, jitterRate=0.12188901007175446}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T22:19:38,554 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 437763c4c6be80417c93401a578ed89c 2024-11-08T22:19:38,554 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 437763c4c6be80417c93401a578ed89c: Running coprocessor pre-open hook at 1731104378546Writing region info on filesystem at 1731104378546Initializing all the Stores at 1731104378547 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104378547Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104378547Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104378547Cleaning up temporary data from old regions at 1731104378551 (+4 ms)Running coprocessor post-open hooks at 1731104378554 (+3 ms)Region opened successfully at 1731104378554 2024-11-08T22:19:38,555 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731104377371.437763c4c6be80417c93401a578ed89c., pid=6, masterSystemTime=1731104378496 2024-11-08T22:19:38,557 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731104377371.437763c4c6be80417c93401a578ed89c. 2024-11-08T22:19:38,557 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731104377371.437763c4c6be80417c93401a578ed89c. 2024-11-08T22:19:38,557 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=437763c4c6be80417c93401a578ed89c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ff635fa717b5,42749,1731104371308 2024-11-08T22:19:38,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 437763c4c6be80417c93401a578ed89c, server=ff635fa717b5,42749,1731104371308 because future has completed 2024-11-08T22:19:38,561 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T22:19:38,561 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 437763c4c6be80417c93401a578ed89c, server=ff635fa717b5,42749,1731104371308 in 216 msec 2024-11-08T22:19:38,563 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T22:19:38,563 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=437763c4c6be80417c93401a578ed89c, ASSIGN in 371 msec 2024-11-08T22:19:38,563 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T22:19:38,563 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731104378563"}]},"ts":"1731104378563"} 2024-11-08T22:19:38,565 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T22:19:38,565 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T22:19:38,567 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1940 sec 2024-11-08T22:19:39,422 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-08T22:19:39,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:19:39,518 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T22:19:39,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@547f48ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:19:39,519 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,34673,-1 for getting cluster id 2024-11-08T22:19:39,519 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:19:39,519 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '456bc84e-76d0-40e8-84b4-f0c631546382' 2024-11-08T22:19:39,520 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:19:39,520 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "456bc84e-76d0-40e8-84b4-f0c631546382" 2024-11-08T22:19:39,520 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20538de6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:19:39,520 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,34673,-1] 2024-11-08T22:19:39,520 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:19:39,520 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:19:39,521 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:19:39,521 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7170681b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:19:39,522 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:19:39,522 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is ff635fa717b5,34673,1731104360752 2024-11-08T22:19:39,522 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2019ca78 2024-11-08T22:19:39,522 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T22:19:39,523 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T22:19:39,523 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34673 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ff635fa717b5:34133,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T22:19:39,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34673 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T22:19:39,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T22:19:39,526 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ff635fa717b5:34133' 2024-11-08T22:19:39,527 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19cec3c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:19:39,527 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,34133,-1 for getting cluster id 2024-11-08T22:19:39,527 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:19:39,528 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6a4d1e67-e9cf-4c72-90fc-c6909f35058a' 2024-11-08T22:19:39,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:19:39,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6a4d1e67-e9cf-4c72-90fc-c6909f35058a" 2024-11-08T22:19:39,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55e2265b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:19:39,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,34133,-1] 2024-11-08T22:19:39,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:19:39,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:19:39,529 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:19:39,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52b4567c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:19:39,530 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:19:39,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ff635fa717b5,34133,1731104366166 2024-11-08T22:19:39,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7606cb22 2024-11-08T22:19:39,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T22:19:39,531 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T22:19:39,532 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-08T22:19:39,532 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T22:19:39,532 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:19:39,532 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:19:39,532 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:19:39,533 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T22:19:39,533 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T22:19:39,534 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T22:19:39,534 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:19:39,535 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T22:19:39,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39171 is added to blk_1073741837_1013 (size=1138) 2024-11-08T22:19:39,584 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T22:19:39,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T22:19:39,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T22:19:39,940 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9e8edf2c4ac8d5bdd258fc99f0c98e60, NAME => 'hbase:replication,,1731104379532.9e8edf2c4ac8d5bdd258fc99f0c98e60.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8 2024-11-08T22:19:39,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39171 is added to blk_1073741838_1014 (size=44) 2024-11-08T22:19:40,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T22:19:40,345 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731104379532.9e8edf2c4ac8d5bdd258fc99f0c98e60.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:19:40,345 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9e8edf2c4ac8d5bdd258fc99f0c98e60, disabling compactions & flushes 2024-11-08T22:19:40,345 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731104379532.9e8edf2c4ac8d5bdd258fc99f0c98e60. 2024-11-08T22:19:40,345 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731104379532.9e8edf2c4ac8d5bdd258fc99f0c98e60. 2024-11-08T22:19:40,345 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731104379532.9e8edf2c4ac8d5bdd258fc99f0c98e60. after waiting 0 ms 2024-11-08T22:19:40,345 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731104379532.9e8edf2c4ac8d5bdd258fc99f0c98e60. 2024-11-08T22:19:40,345 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731104379532.9e8edf2c4ac8d5bdd258fc99f0c98e60. 2024-11-08T22:19:40,345 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9e8edf2c4ac8d5bdd258fc99f0c98e60: Waiting for close lock at 1731104380345Disabling compacts and flushes for region at 1731104380345Disabling writes for close at 1731104380345Writing region close event to WAL at 1731104380345Closed at 1731104380345 2024-11-08T22:19:40,347 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T22:19:40,347 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731104379532.9e8edf2c4ac8d5bdd258fc99f0c98e60.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731104380347"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731104380347"}]},"ts":"1731104380347"} 2024-11-08T22:19:40,349 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T22:19:40,349 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T22:19:40,349 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731104380349"}]},"ts":"1731104380349"} 2024-11-08T22:19:40,351 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T22:19:40,351 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9e8edf2c4ac8d5bdd258fc99f0c98e60, ASSIGN}] 2024-11-08T22:19:40,352 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9e8edf2c4ac8d5bdd258fc99f0c98e60, ASSIGN 2024-11-08T22:19:40,352 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9e8edf2c4ac8d5bdd258fc99f0c98e60, ASSIGN; state=OFFLINE, location=ff635fa717b5,40597,1731104361031; forceNewPlan=false, retain=false 2024-11-08T22:19:40,503 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9e8edf2c4ac8d5bdd258fc99f0c98e60, regionState=OPENING, regionLocation=ff635fa717b5,40597,1731104361031 2024-11-08T22:19:40,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9e8edf2c4ac8d5bdd258fc99f0c98e60, ASSIGN because future has completed 2024-11-08T22:19:40,506 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9e8edf2c4ac8d5bdd258fc99f0c98e60, server=ff635fa717b5,40597,1731104361031}] 2024-11-08T22:19:40,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T22:19:40,661 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731104379532.9e8edf2c4ac8d5bdd258fc99f0c98e60. 2024-11-08T22:19:40,661 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:19:40,661 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T22:19:40,662 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff635fa717b5%2C40597%2C1731104361031.rep, suffix=, logDir=hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/WALs/ff635fa717b5,40597,1731104361031, archiveDir=hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/oldWALs, maxLogs=10 2024-11-08T22:19:40,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/WALs/ff635fa717b5,40597,1731104361031/ff635fa717b5%2C40597%2C1731104361031.rep.1731104380662, exclude list is [], retry=0 2024-11-08T22:19:40,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39171,DS-5d38f4de-5246-4ed2-be0c-d8edc139ca7a,DISK] 2024-11-08T22:19:40,678 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/WALs/ff635fa717b5,40597,1731104361031/ff635fa717b5%2C40597%2C1731104361031.rep.1731104380662 2024-11-08T22:19:40,679 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42705:42705)] 2024-11-08T22:19:40,679 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 9e8edf2c4ac8d5bdd258fc99f0c98e60, NAME => 'hbase:replication,,1731104379532.9e8edf2c4ac8d5bdd258fc99f0c98e60.', STARTKEY => '', ENDKEY => ''} 2024-11-08T22:19:40,679 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T22:19:40,679 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T22:19:40,679 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731104379532.9e8edf2c4ac8d5bdd258fc99f0c98e60. service=MultiRowMutationService 2024-11-08T22:19:40,679 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T22:19:40,679 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9e8edf2c4ac8d5bdd258fc99f0c98e60 2024-11-08T22:19:40,679 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731104379532.9e8edf2c4ac8d5bdd258fc99f0c98e60.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:19:40,679 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 9e8edf2c4ac8d5bdd258fc99f0c98e60 2024-11-08T22:19:40,679 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 9e8edf2c4ac8d5bdd258fc99f0c98e60 2024-11-08T22:19:40,680 INFO [StoreOpener-9e8edf2c4ac8d5bdd258fc99f0c98e60-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9e8edf2c4ac8d5bdd258fc99f0c98e60 2024-11-08T22:19:40,682 INFO [StoreOpener-9e8edf2c4ac8d5bdd258fc99f0c98e60-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e8edf2c4ac8d5bdd258fc99f0c98e60 columnFamilyName hfileref 2024-11-08T22:19:40,682 DEBUG [StoreOpener-9e8edf2c4ac8d5bdd258fc99f0c98e60-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:19:40,682 INFO [StoreOpener-9e8edf2c4ac8d5bdd258fc99f0c98e60-1 {}] regionserver.HStore(327): Store=9e8edf2c4ac8d5bdd258fc99f0c98e60/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:19:40,682 INFO [StoreOpener-9e8edf2c4ac8d5bdd258fc99f0c98e60-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9e8edf2c4ac8d5bdd258fc99f0c98e60 2024-11-08T22:19:40,683 INFO [StoreOpener-9e8edf2c4ac8d5bdd258fc99f0c98e60-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e8edf2c4ac8d5bdd258fc99f0c98e60 columnFamilyName queue 2024-11-08T22:19:40,683 DEBUG [StoreOpener-9e8edf2c4ac8d5bdd258fc99f0c98e60-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:19:40,683 INFO [StoreOpener-9e8edf2c4ac8d5bdd258fc99f0c98e60-1 {}] regionserver.HStore(327): Store=9e8edf2c4ac8d5bdd258fc99f0c98e60/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:19:40,683 INFO [StoreOpener-9e8edf2c4ac8d5bdd258fc99f0c98e60-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9e8edf2c4ac8d5bdd258fc99f0c98e60 2024-11-08T22:19:40,684 INFO [StoreOpener-9e8edf2c4ac8d5bdd258fc99f0c98e60-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e8edf2c4ac8d5bdd258fc99f0c98e60 columnFamilyName sid 2024-11-08T22:19:40,684 DEBUG [StoreOpener-9e8edf2c4ac8d5bdd258fc99f0c98e60-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:19:40,684 INFO [StoreOpener-9e8edf2c4ac8d5bdd258fc99f0c98e60-1 {}] regionserver.HStore(327): Store=9e8edf2c4ac8d5bdd258fc99f0c98e60/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:19:40,684 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 9e8edf2c4ac8d5bdd258fc99f0c98e60 2024-11-08T22:19:40,685 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/data/hbase/replication/9e8edf2c4ac8d5bdd258fc99f0c98e60 2024-11-08T22:19:40,685 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/data/hbase/replication/9e8edf2c4ac8d5bdd258fc99f0c98e60 2024-11-08T22:19:40,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 9e8edf2c4ac8d5bdd258fc99f0c98e60 2024-11-08T22:19:40,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 9e8edf2c4ac8d5bdd258fc99f0c98e60 2024-11-08T22:19:40,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T22:19:40,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 9e8edf2c4ac8d5bdd258fc99f0c98e60 2024-11-08T22:19:40,688 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/data/hbase/replication/9e8edf2c4ac8d5bdd258fc99f0c98e60/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:19:40,688 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 9e8edf2c4ac8d5bdd258fc99f0c98e60; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70582617, jitterRate=0.05176295340061188}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T22:19:40,688 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9e8edf2c4ac8d5bdd258fc99f0c98e60 2024-11-08T22:19:40,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 9e8edf2c4ac8d5bdd258fc99f0c98e60: Running coprocessor pre-open hook at 1731104380679Writing region info on filesystem at 1731104380679Initializing all the Stores at 1731104380680 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104380680Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104380680Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104380680Cleaning up temporary data from old regions at 1731104380686 (+6 ms)Running coprocessor post-open hooks at 1731104380688 (+2 ms)Region opened successfully at 1731104380689 (+1 ms) 2024-11-08T22:19:40,689 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731104379532.9e8edf2c4ac8d5bdd258fc99f0c98e60., pid=10, masterSystemTime=1731104380658 2024-11-08T22:19:40,691 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731104379532.9e8edf2c4ac8d5bdd258fc99f0c98e60. 2024-11-08T22:19:40,691 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731104379532.9e8edf2c4ac8d5bdd258fc99f0c98e60. 2024-11-08T22:19:40,691 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9e8edf2c4ac8d5bdd258fc99f0c98e60, regionState=OPEN, openSeqNum=2, regionLocation=ff635fa717b5,40597,1731104361031 2024-11-08T22:19:40,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9e8edf2c4ac8d5bdd258fc99f0c98e60, server=ff635fa717b5,40597,1731104361031 because future has completed 2024-11-08T22:19:40,696 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T22:19:40,696 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9e8edf2c4ac8d5bdd258fc99f0c98e60, server=ff635fa717b5,40597,1731104361031 in 188 msec 2024-11-08T22:19:40,697 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T22:19:40,697 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9e8edf2c4ac8d5bdd258fc99f0c98e60, ASSIGN in 345 msec 2024-11-08T22:19:40,698 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T22:19:40,698 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731104380698"}]},"ts":"1731104380698"} 2024-11-08T22:19:40,699 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T22:19:40,700 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T22:19:40,701 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1670 sec 2024-11-08T22:19:40,715 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T22:19:40,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:19:40,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:19:40,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731104379532.9e8edf2c4ac8d5bdd258fc99f0c98e60., hostname=ff635fa717b5,40597,1731104361031, seqNum=2] 2024-11-08T22:19:40,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:19:40,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:19:40,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:19:40,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:19:40,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:19:40,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:19:40,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40597-0x1011c883d980001, quorum=127.0.0.1:53272, baseZNode=/02009173285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02009173285 2024-11-08T22:19:40,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34673-0x1011c883d980000, quorum=127.0.0.1:53272, baseZNode=/02009173285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02009173285 2024-11-08T22:19:40,760 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:19:40,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:19:40,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:19:40,765 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:19:40,780 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T22:19:40,933 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40597 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T22:19:40,933 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T22:19:40,959 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ff635fa717b5,40597,1731104361031, ReplicationSource: 1, currentBandwidth=0 2024-11-08T22:19:40,959 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:19:40,959 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,40597,1731104361031, seqNum=-1] 2024-11-08T22:19:40,960 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:19:40,961 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43153, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-08T22:19:40,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ff635fa717b5,40597,1731104361031', locateType=CURRENT is [region=hbase:replication,,1731104379532.9e8edf2c4ac8d5bdd258fc99f0c98e60., hostname=ff635fa717b5,40597,1731104361031, seqNum=2] 2024-11-08T22:19:40,965 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T22:19:40,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34673 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T22:19:40,966 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ff635fa717b5,40597,1731104361031 suceeded 2024-11-08T22:19:40,968 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T22:19:40,968 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-08T22:19:40,968 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ff635fa717b5:34133,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T22:19:40,969 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4450 sec 2024-11-08T22:19:40,985 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,40597,1731104361031 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ff635fa717b5:34133' 2024-11-08T22:19:40,986 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,40597,1731104361031 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b6cb21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:19:40,986 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,40597,1731104361031 {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,34133,-1 for getting cluster id 2024-11-08T22:19:40,986 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,40597,1731104361031 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:19:40,987 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6a4d1e67-e9cf-4c72-90fc-c6909f35058a' 2024-11-08T22:19:40,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:19:40,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6a4d1e67-e9cf-4c72-90fc-c6909f35058a" 2024-11-08T22:19:40,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6acbb89d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:19:40,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,34133,-1] 2024-11-08T22:19:40,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:19:40,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:19:40,988 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:19:40,989 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,40597,1731104361031 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33daf1ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:19:40,989 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,40597,1731104361031 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:19:40,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ff635fa717b5,34133,1731104366166 2024-11-08T22:19:40,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@637cff67 2024-11-08T22:19:40,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T22:19:40,991 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-08T22:19:40,991 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,40597,1731104361031 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ff635fa717b5,40597,1731104361031 (queues=1) is replicating from cluster=456bc84e-76d0-40e8-84b4-f0c631546382 to cluster=6a4d1e67-e9cf-4c72-90fc-c6909f35058a 2024-11-08T22:19:40,991 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,40597,1731104361031 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ff635fa717b5%2C40597%2C1731104361031 2024-11-08T22:19:40,992 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,40597,1731104361031 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ff635fa717b5,40597,1731104361031, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T22:19:40,992 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,40597,1731104361031.replicationSource.shipperff635fa717b5%2C40597%2C1731104361031,1-ff635fa717b5,40597,1731104361031 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ff635fa717b5%2C40597%2C1731104361031 2024-11-08T22:19:40,992 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,40597,1731104361031.replicationSource.wal-reader.ff635fa717b5%2C40597%2C1731104361031,1-ff635fa717b5,40597,1731104361031 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/WALs/ff635fa717b5,40597,1731104361031/ff635fa717b5%2C40597%2C1731104361031.1731104363332, startPosition=0, beingWritten=true 2024-11-08T22:19:40,996 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,40597,1731104361031.replicationSource.wal-reader.ff635fa717b5%2C40597%2C1731104361031,1-ff635fa717b5,40597,1731104361031 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T22:19:40,996 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,40597,1731104361031.replicationSource.wal-reader.ff635fa717b5%2C40597%2C1731104361031,1-ff635fa717b5,40597,1731104361031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/WALs/ff635fa717b5,40597,1731104361031/ff635fa717b5%2C40597%2C1731104361031.1731104363332 to pos 379, reset compression=false 2024-11-08T22:19:40,996 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,40597,1731104361031.replicationSource.shipperff635fa717b5%2C40597%2C1731104361031,1-ff635fa717b5,40597,1731104361031 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff635fa717b5,40597,1731104361031 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/WALs/ff635fa717b5,40597,1731104361031/ff635fa717b5%2C40597%2C1731104361031.1731104363332, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T22:19:41,195 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-08T22:19:41,200 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,40597,1731104361031.replicationSource.wal-reader.ff635fa717b5%2C40597%2C1731104361031,1-ff635fa717b5,40597,1731104361031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/WALs/ff635fa717b5,40597,1731104361031/ff635fa717b5%2C40597%2C1731104361031.1731104363332 to pos 379, reset compression=false 2024-11-08T22:19:41,503 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,40597,1731104361031.replicationSource.wal-reader.ff635fa717b5%2C40597%2C1731104361031,1-ff635fa717b5,40597,1731104361031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/WALs/ff635fa717b5,40597,1731104361031/ff635fa717b5%2C40597%2C1731104361031.1731104363332 to pos 379, reset compression=false 2024-11-08T22:19:41,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T22:19:41,668 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T22:19:41,668 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T22:19:41,669 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:19:41,669 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:19:41,669 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:19:41,669 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:19:41,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cbadab9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:19:41,670 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,34133,-1 for getting cluster id 2024-11-08T22:19:41,670 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:19:41,670 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6a4d1e67-e9cf-4c72-90fc-c6909f35058a' 2024-11-08T22:19:41,670 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:19:41,670 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6a4d1e67-e9cf-4c72-90fc-c6909f35058a" 2024-11-08T22:19:41,671 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3942425, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:19:41,671 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,34133,-1] 2024-11-08T22:19:41,671 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:19:41,671 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:19:41,671 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:19:41,672 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c4f7913, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:19:41,672 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:19:41,673 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is ff635fa717b5,34133,1731104366166 2024-11-08T22:19:41,673 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3867f052 2024-11-08T22:19:41,673 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T22:19:41,674 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T22:19:41,674 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34133 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ff635fa717b5:36143,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T22:19:41,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34133 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T22:19:41,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T22:19:41,676 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ff635fa717b5:36143' 2024-11-08T22:19:41,677 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dc35dbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:19:41,677 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,36143,-1 for getting cluster id 2024-11-08T22:19:41,677 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:19:41,678 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05acde43-8885-4c50-99aa-2df19cc02c7c' 2024-11-08T22:19:41,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:19:41,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05acde43-8885-4c50-99aa-2df19cc02c7c" 2024-11-08T22:19:41,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b9d4fd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:19:41,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,36143,-1] 2024-11-08T22:19:41,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:19:41,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:19:41,679 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:19:41,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10912405, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:19:41,679 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:19:41,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ff635fa717b5,36143,1731104371140 2024-11-08T22:19:41,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@613a8fe5 2024-11-08T22:19:41,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T22:19:41,681 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T22:19:41,681 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T22:19:41,681 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T22:19:41,681 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:19:41,681 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:19:41,681 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:19:41,682 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T22:19:41,683 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T22:19:41,684 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T22:19:41,684 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:19:41,684 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T22:19:41,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36611 is added to blk_1073741837_1013 (size=1138) 2024-11-08T22:19:41,733 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T22:19:41,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T22:19:41,906 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,40597,1731104361031.replicationSource.wal-reader.ff635fa717b5%2C40597%2C1731104361031,1-ff635fa717b5,40597,1731104361031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/WALs/ff635fa717b5,40597,1731104361031/ff635fa717b5%2C40597%2C1731104361031.1731104363332 to pos 379, reset compression=false 2024-11-08T22:19:41,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T22:19:42,090 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 54175eab15b8c9268fc3912eed3f1f58, NAME => 'hbase:replication,,1731104381682.54175eab15b8c9268fc3912eed3f1f58.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400 2024-11-08T22:19:42,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36611 is added to blk_1073741838_1014 (size=44) 2024-11-08T22:19:42,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T22:19:42,409 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,40597,1731104361031.replicationSource.wal-reader.ff635fa717b5%2C40597%2C1731104361031,1-ff635fa717b5,40597,1731104361031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/WALs/ff635fa717b5,40597,1731104361031/ff635fa717b5%2C40597%2C1731104361031.1731104363332 to pos 379, reset compression=false 2024-11-08T22:19:42,495 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731104381682.54175eab15b8c9268fc3912eed3f1f58.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:19:42,495 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 54175eab15b8c9268fc3912eed3f1f58, disabling compactions & flushes 2024-11-08T22:19:42,495 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731104381682.54175eab15b8c9268fc3912eed3f1f58. 2024-11-08T22:19:42,495 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731104381682.54175eab15b8c9268fc3912eed3f1f58. 2024-11-08T22:19:42,495 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731104381682.54175eab15b8c9268fc3912eed3f1f58. after waiting 0 ms 2024-11-08T22:19:42,495 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731104381682.54175eab15b8c9268fc3912eed3f1f58. 2024-11-08T22:19:42,495 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731104381682.54175eab15b8c9268fc3912eed3f1f58. 2024-11-08T22:19:42,495 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 54175eab15b8c9268fc3912eed3f1f58: Waiting for close lock at 1731104382495Disabling compacts and flushes for region at 1731104382495Disabling writes for close at 1731104382495Writing region close event to WAL at 1731104382495Closed at 1731104382495 2024-11-08T22:19:42,496 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T22:19:42,496 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731104381682.54175eab15b8c9268fc3912eed3f1f58.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731104382496"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731104382496"}]},"ts":"1731104382496"} 2024-11-08T22:19:42,498 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T22:19:42,499 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T22:19:42,499 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731104382499"}]},"ts":"1731104382499"} 2024-11-08T22:19:42,500 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T22:19:42,501 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=54175eab15b8c9268fc3912eed3f1f58, ASSIGN}] 2024-11-08T22:19:42,502 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=54175eab15b8c9268fc3912eed3f1f58, ASSIGN 2024-11-08T22:19:42,502 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=54175eab15b8c9268fc3912eed3f1f58, ASSIGN; state=OFFLINE, location=ff635fa717b5,44171,1731104366318; forceNewPlan=false, retain=false 2024-11-08T22:19:42,653 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=54175eab15b8c9268fc3912eed3f1f58, regionState=OPENING, regionLocation=ff635fa717b5,44171,1731104366318 2024-11-08T22:19:42,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=54175eab15b8c9268fc3912eed3f1f58, ASSIGN because future has completed 2024-11-08T22:19:42,655 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 54175eab15b8c9268fc3912eed3f1f58, server=ff635fa717b5,44171,1731104366318}] 2024-11-08T22:19:42,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T22:19:42,810 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731104381682.54175eab15b8c9268fc3912eed3f1f58. 2024-11-08T22:19:42,810 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:19:42,810 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T22:19:42,811 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff635fa717b5%2C44171%2C1731104366318.rep, suffix=, logDir=hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/WALs/ff635fa717b5,44171,1731104366318, archiveDir=hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/oldWALs, maxLogs=10 2024-11-08T22:19:42,827 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/WALs/ff635fa717b5,44171,1731104366318/ff635fa717b5%2C44171%2C1731104366318.rep.1731104382811, exclude list is [], retry=0 2024-11-08T22:19:42,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36611,DS-aabf091d-9115-4317-ad02-22c1c76759cd,DISK] 2024-11-08T22:19:42,830 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/WALs/ff635fa717b5,44171,1731104366318/ff635fa717b5%2C44171%2C1731104366318.rep.1731104382811 2024-11-08T22:19:42,831 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35021:35021)] 2024-11-08T22:19:42,831 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 54175eab15b8c9268fc3912eed3f1f58, NAME => 'hbase:replication,,1731104381682.54175eab15b8c9268fc3912eed3f1f58.', STARTKEY => '', ENDKEY => ''} 2024-11-08T22:19:42,831 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T22:19:42,831 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T22:19:42,831 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731104381682.54175eab15b8c9268fc3912eed3f1f58. service=MultiRowMutationService 2024-11-08T22:19:42,831 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T22:19:42,832 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 54175eab15b8c9268fc3912eed3f1f58 2024-11-08T22:19:42,832 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731104381682.54175eab15b8c9268fc3912eed3f1f58.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:19:42,832 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 54175eab15b8c9268fc3912eed3f1f58 2024-11-08T22:19:42,832 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 54175eab15b8c9268fc3912eed3f1f58 2024-11-08T22:19:42,833 INFO [StoreOpener-54175eab15b8c9268fc3912eed3f1f58-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 54175eab15b8c9268fc3912eed3f1f58 2024-11-08T22:19:42,834 INFO [StoreOpener-54175eab15b8c9268fc3912eed3f1f58-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54175eab15b8c9268fc3912eed3f1f58 columnFamilyName hfileref 2024-11-08T22:19:42,834 DEBUG [StoreOpener-54175eab15b8c9268fc3912eed3f1f58-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:19:42,834 INFO [StoreOpener-54175eab15b8c9268fc3912eed3f1f58-1 {}] regionserver.HStore(327): Store=54175eab15b8c9268fc3912eed3f1f58/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:19:42,834 INFO [StoreOpener-54175eab15b8c9268fc3912eed3f1f58-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 54175eab15b8c9268fc3912eed3f1f58 2024-11-08T22:19:42,835 INFO [StoreOpener-54175eab15b8c9268fc3912eed3f1f58-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54175eab15b8c9268fc3912eed3f1f58 columnFamilyName queue 2024-11-08T22:19:42,835 DEBUG [StoreOpener-54175eab15b8c9268fc3912eed3f1f58-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:19:42,835 INFO [StoreOpener-54175eab15b8c9268fc3912eed3f1f58-1 {}] regionserver.HStore(327): Store=54175eab15b8c9268fc3912eed3f1f58/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:19:42,835 INFO [StoreOpener-54175eab15b8c9268fc3912eed3f1f58-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 54175eab15b8c9268fc3912eed3f1f58 2024-11-08T22:19:42,836 INFO [StoreOpener-54175eab15b8c9268fc3912eed3f1f58-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54175eab15b8c9268fc3912eed3f1f58 columnFamilyName sid 2024-11-08T22:19:42,836 DEBUG [StoreOpener-54175eab15b8c9268fc3912eed3f1f58-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:19:42,836 INFO [StoreOpener-54175eab15b8c9268fc3912eed3f1f58-1 {}] regionserver.HStore(327): Store=54175eab15b8c9268fc3912eed3f1f58/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:19:42,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 54175eab15b8c9268fc3912eed3f1f58 2024-11-08T22:19:42,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/data/hbase/replication/54175eab15b8c9268fc3912eed3f1f58 2024-11-08T22:19:42,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/data/hbase/replication/54175eab15b8c9268fc3912eed3f1f58 2024-11-08T22:19:42,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 54175eab15b8c9268fc3912eed3f1f58 2024-11-08T22:19:42,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 54175eab15b8c9268fc3912eed3f1f58 2024-11-08T22:19:42,838 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T22:19:42,838 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 54175eab15b8c9268fc3912eed3f1f58 2024-11-08T22:19:42,839 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/data/hbase/replication/54175eab15b8c9268fc3912eed3f1f58/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:19:42,840 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 54175eab15b8c9268fc3912eed3f1f58; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70864079, jitterRate=0.055957064032554626}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T22:19:42,840 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 54175eab15b8c9268fc3912eed3f1f58 2024-11-08T22:19:42,840 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 54175eab15b8c9268fc3912eed3f1f58: Running coprocessor pre-open hook at 1731104382832Writing region info on filesystem at 1731104382832Initializing all the Stores at 1731104382832Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104382832Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104382833 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104382833Cleaning up temporary data from old regions at 1731104382837 (+4 ms)Running coprocessor post-open hooks at 1731104382840 (+3 ms)Region opened successfully at 1731104382840 2024-11-08T22:19:42,840 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731104381682.54175eab15b8c9268fc3912eed3f1f58., pid=10, masterSystemTime=1731104382807 2024-11-08T22:19:42,842 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731104381682.54175eab15b8c9268fc3912eed3f1f58. 2024-11-08T22:19:42,842 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731104381682.54175eab15b8c9268fc3912eed3f1f58. 2024-11-08T22:19:42,842 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=54175eab15b8c9268fc3912eed3f1f58, regionState=OPEN, openSeqNum=2, regionLocation=ff635fa717b5,44171,1731104366318 2024-11-08T22:19:42,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 54175eab15b8c9268fc3912eed3f1f58, server=ff635fa717b5,44171,1731104366318 because future has completed 2024-11-08T22:19:42,846 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T22:19:42,846 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 54175eab15b8c9268fc3912eed3f1f58, server=ff635fa717b5,44171,1731104366318 in 189 msec 2024-11-08T22:19:42,847 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T22:19:42,847 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=54175eab15b8c9268fc3912eed3f1f58, ASSIGN in 345 msec 2024-11-08T22:19:42,848 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T22:19:42,848 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731104382848"}]},"ts":"1731104382848"} 2024-11-08T22:19:42,849 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T22:19:42,850 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T22:19:42,851 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1680 sec 2024-11-08T22:19:42,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731104381682.54175eab15b8c9268fc3912eed3f1f58., hostname=ff635fa717b5,44171,1731104366318, seqNum=2] 2024-11-08T22:19:42,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34133-0x1011c883d980003, quorum=127.0.0.1:53272, baseZNode=/1694411759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1694411759 2024-11-08T22:19:42,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44171-0x1011c883d980004, quorum=127.0.0.1:53272, baseZNode=/1694411759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1694411759 2024-11-08T22:19:42,980 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T22:19:43,012 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,40597,1731104361031.replicationSource.wal-reader.ff635fa717b5%2C40597%2C1731104361031,1-ff635fa717b5,40597,1731104361031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/WALs/ff635fa717b5,40597,1731104361031/ff635fa717b5%2C40597%2C1731104361031.1731104363332 to pos 379, reset compression=false 2024-11-08T22:19:43,132 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44171 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T22:19:43,132 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T22:19:43,138 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T22:19:43,138 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-08T22:19:43,138 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-08T22:19:43,138 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-08T22:19:43,139 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T22:19:43,139 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-08T22:19:43,158 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ff635fa717b5,44171,1731104366318, ReplicationSource: 1, currentBandwidth=0 2024-11-08T22:19:43,158 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:19:43,158 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,44171,1731104366318, seqNum=-1] 2024-11-08T22:19:43,159 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:19:43,159 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56539, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-08T22:19:43,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ff635fa717b5,44171,1731104366318', locateType=CURRENT is [region=hbase:replication,,1731104381682.54175eab15b8c9268fc3912eed3f1f58., hostname=ff635fa717b5,44171,1731104366318, seqNum=2] 2024-11-08T22:19:43,163 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T22:19:43,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34133 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T22:19:43,164 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ff635fa717b5,44171,1731104366318 suceeded 2024-11-08T22:19:43,166 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T22:19:43,166 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-08T22:19:43,166 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ff635fa717b5:36143,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T22:19:43,167 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4920 sec 2024-11-08T22:19:43,185 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44171,1731104366318 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ff635fa717b5:36143' 2024-11-08T22:19:43,187 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44171,1731104366318 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35845e5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:19:43,187 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44171,1731104366318 {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,36143,-1 for getting cluster id 2024-11-08T22:19:43,187 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44171,1731104366318 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:19:43,188 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05acde43-8885-4c50-99aa-2df19cc02c7c' 2024-11-08T22:19:43,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:19:43,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05acde43-8885-4c50-99aa-2df19cc02c7c" 2024-11-08T22:19:43,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@482abc8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:19:43,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,36143,-1] 2024-11-08T22:19:43,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:19:43,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:19:43,189 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:19:43,190 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44171,1731104366318 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@316040fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:19:43,190 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44171,1731104366318 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:19:43,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is ff635fa717b5,36143,1731104371140 2024-11-08T22:19:43,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ce38689 2024-11-08T22:19:43,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T22:19:43,191 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-08T22:19:43,192 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44171,1731104366318 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ff635fa717b5,44171,1731104366318 (queues=1) is replicating from cluster=6a4d1e67-e9cf-4c72-90fc-c6909f35058a to cluster=05acde43-8885-4c50-99aa-2df19cc02c7c 2024-11-08T22:19:43,192 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44171,1731104366318 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ff635fa717b5%2C44171%2C1731104366318 2024-11-08T22:19:43,192 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44171,1731104366318 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ff635fa717b5,44171,1731104366318, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T22:19:43,192 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44171,1731104366318.replicationSource.wal-reader.ff635fa717b5%2C44171%2C1731104366318,1-ff635fa717b5,44171,1731104366318 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/WALs/ff635fa717b5,44171,1731104366318/ff635fa717b5%2C44171%2C1731104366318.1731104368116, startPosition=0, beingWritten=true 2024-11-08T22:19:43,192 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44171,1731104366318.replicationSource.shipperff635fa717b5%2C44171%2C1731104366318,1-ff635fa717b5,44171,1731104366318 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ff635fa717b5%2C44171%2C1731104366318 2024-11-08T22:19:43,197 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44171,1731104366318.replicationSource.wal-reader.ff635fa717b5%2C44171%2C1731104366318,1-ff635fa717b5,44171,1731104366318 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T22:19:43,197 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44171,1731104366318.replicationSource.wal-reader.ff635fa717b5%2C44171%2C1731104366318,1-ff635fa717b5,44171,1731104366318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/WALs/ff635fa717b5,44171,1731104366318/ff635fa717b5%2C44171%2C1731104366318.1731104368116 to pos 379, reset compression=false 2024-11-08T22:19:43,197 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44171,1731104366318.replicationSource.shipperff635fa717b5%2C44171%2C1731104366318,1-ff635fa717b5,44171,1731104366318 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff635fa717b5,44171,1731104366318 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/WALs/ff635fa717b5,44171,1731104366318/ff635fa717b5%2C44171%2C1731104366318.1731104368116, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T22:19:43,400 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44171,1731104366318.replicationSource.wal-reader.ff635fa717b5%2C44171%2C1731104366318,1-ff635fa717b5,44171,1731104366318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/WALs/ff635fa717b5,44171,1731104366318/ff635fa717b5%2C44171%2C1731104366318.1731104368116 to pos 379, reset compression=false 2024-11-08T22:19:43,703 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44171,1731104366318.replicationSource.wal-reader.ff635fa717b5%2C44171%2C1731104366318,1-ff635fa717b5,44171,1731104366318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/WALs/ff635fa717b5,44171,1731104366318/ff635fa717b5%2C44171%2C1731104366318.1731104368116 to pos 379, reset compression=false 2024-11-08T22:19:43,715 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,40597,1731104361031.replicationSource.wal-reader.ff635fa717b5%2C40597%2C1731104361031,1-ff635fa717b5,40597,1731104361031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/WALs/ff635fa717b5,40597,1731104361031/ff635fa717b5%2C40597%2C1731104361031.1731104363332 to pos 379, reset compression=false 2024-11-08T22:19:43,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T22:19:43,828 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T22:19:43,828 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T22:19:43,828 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:19:43,828 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:19:43,829 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:19:43,829 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:19:43,829 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55d9dd75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:19:43,829 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,36143,-1 for getting cluster id 2024-11-08T22:19:43,829 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:19:43,830 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05acde43-8885-4c50-99aa-2df19cc02c7c' 2024-11-08T22:19:43,830 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:19:43,830 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05acde43-8885-4c50-99aa-2df19cc02c7c" 2024-11-08T22:19:43,830 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4981a724, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:19:43,830 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,36143,-1] 2024-11-08T22:19:43,830 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:19:43,831 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:19:43,831 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:19:43,832 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cf87ec1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:19:43,832 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:19:43,833 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is ff635fa717b5,36143,1731104371140 2024-11-08T22:19:43,833 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f1a9c10 2024-11-08T22:19:43,833 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T22:19:43,833 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T22:19:43,833 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36143 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ff635fa717b5:34673,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T22:19:43,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36143 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T22:19:43,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T22:19:43,836 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ff635fa717b5:34673' 2024-11-08T22:19:43,836 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21dc8159, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:19:43,836 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,34673,-1 for getting cluster id 2024-11-08T22:19:43,836 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:19:43,837 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '456bc84e-76d0-40e8-84b4-f0c631546382' 2024-11-08T22:19:43,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:19:43,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "456bc84e-76d0-40e8-84b4-f0c631546382" 2024-11-08T22:19:43,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@342e5573, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:19:43,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,34673,-1] 2024-11-08T22:19:43,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:19:43,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:19:43,838 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:19:43,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50e40232, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:19:43,839 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:19:43,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is ff635fa717b5,34673,1731104360752 2024-11-08T22:19:43,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69c45259 2024-11-08T22:19:43,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T22:19:43,841 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T22:19:43,841 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T22:19:43,841 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T22:19:43,841 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:19:43,841 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:19:43,841 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:19:43,842 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T22:19:43,843 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T22:19:43,844 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T22:19:43,844 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:19:43,845 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T22:19:43,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42187 is added to blk_1073741837_1013 (size=1138) 2024-11-08T22:19:43,893 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T22:19:43,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T22:19:44,106 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44171,1731104366318.replicationSource.wal-reader.ff635fa717b5%2C44171%2C1731104366318,1-ff635fa717b5,44171,1731104366318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/WALs/ff635fa717b5,44171,1731104366318/ff635fa717b5%2C44171%2C1731104366318.1731104368116 to pos 379, reset compression=false 2024-11-08T22:19:44,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T22:19:44,270 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3e086bb4db5509e8b7521930ef106f0a, NAME => 'hbase:replication,,1731104383842.3e086bb4db5509e8b7521930ef106f0a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408 2024-11-08T22:19:44,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42187 is added to blk_1073741838_1014 (size=44) 2024-11-08T22:19:44,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T22:19:44,518 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,40597,1731104361031.replicationSource.wal-reader.ff635fa717b5%2C40597%2C1731104361031,1-ff635fa717b5,40597,1731104361031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/WALs/ff635fa717b5,40597,1731104361031/ff635fa717b5%2C40597%2C1731104361031.1731104363332 to pos 379, reset compression=false 2024-11-08T22:19:44,610 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44171,1731104366318.replicationSource.wal-reader.ff635fa717b5%2C44171%2C1731104366318,1-ff635fa717b5,44171,1731104366318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/WALs/ff635fa717b5,44171,1731104366318/ff635fa717b5%2C44171%2C1731104366318.1731104368116 to pos 379, reset compression=false 2024-11-08T22:19:44,675 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731104383842.3e086bb4db5509e8b7521930ef106f0a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:19:44,675 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3e086bb4db5509e8b7521930ef106f0a, disabling compactions & flushes 2024-11-08T22:19:44,675 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731104383842.3e086bb4db5509e8b7521930ef106f0a. 2024-11-08T22:19:44,675 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731104383842.3e086bb4db5509e8b7521930ef106f0a. 2024-11-08T22:19:44,675 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731104383842.3e086bb4db5509e8b7521930ef106f0a. after waiting 0 ms 2024-11-08T22:19:44,675 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731104383842.3e086bb4db5509e8b7521930ef106f0a. 2024-11-08T22:19:44,675 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731104383842.3e086bb4db5509e8b7521930ef106f0a. 2024-11-08T22:19:44,675 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3e086bb4db5509e8b7521930ef106f0a: Waiting for close lock at 1731104384675Disabling compacts and flushes for region at 1731104384675Disabling writes for close at 1731104384675Writing region close event to WAL at 1731104384675Closed at 1731104384675 2024-11-08T22:19:44,676 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T22:19:44,676 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731104383842.3e086bb4db5509e8b7521930ef106f0a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731104384676"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731104384676"}]},"ts":"1731104384676"} 2024-11-08T22:19:44,678 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T22:19:44,679 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T22:19:44,679 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731104384679"}]},"ts":"1731104384679"} 2024-11-08T22:19:44,680 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T22:19:44,681 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3e086bb4db5509e8b7521930ef106f0a, ASSIGN}] 2024-11-08T22:19:44,682 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3e086bb4db5509e8b7521930ef106f0a, ASSIGN 2024-11-08T22:19:44,682 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3e086bb4db5509e8b7521930ef106f0a, ASSIGN; state=OFFLINE, location=ff635fa717b5,42749,1731104371308; forceNewPlan=false, retain=false 2024-11-08T22:19:44,833 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3e086bb4db5509e8b7521930ef106f0a, regionState=OPENING, regionLocation=ff635fa717b5,42749,1731104371308 2024-11-08T22:19:44,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3e086bb4db5509e8b7521930ef106f0a, ASSIGN because future has completed 2024-11-08T22:19:44,835 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e086bb4db5509e8b7521930ef106f0a, server=ff635fa717b5,42749,1731104371308}] 2024-11-08T22:19:44,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T22:19:44,990 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731104383842.3e086bb4db5509e8b7521930ef106f0a. 2024-11-08T22:19:44,990 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:19:44,990 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T22:19:44,991 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff635fa717b5%2C42749%2C1731104371308.rep, suffix=, logDir=hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/WALs/ff635fa717b5,42749,1731104371308, archiveDir=hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/oldWALs, maxLogs=10 2024-11-08T22:19:45,005 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/WALs/ff635fa717b5,42749,1731104371308/ff635fa717b5%2C42749%2C1731104371308.rep.1731104384991, exclude list is [], retry=0 2024-11-08T22:19:45,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42187,DS-ba5b5794-8ee3-4458-9ab5-4f5a386ff4ec,DISK] 2024-11-08T22:19:45,008 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/WALs/ff635fa717b5,42749,1731104371308/ff635fa717b5%2C42749%2C1731104371308.rep.1731104384991 2024-11-08T22:19:45,008 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38129:38129)] 2024-11-08T22:19:45,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 3e086bb4db5509e8b7521930ef106f0a, NAME => 'hbase:replication,,1731104383842.3e086bb4db5509e8b7521930ef106f0a.', STARTKEY => '', ENDKEY => ''} 2024-11-08T22:19:45,009 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T22:19:45,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T22:19:45,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731104383842.3e086bb4db5509e8b7521930ef106f0a. service=MultiRowMutationService 2024-11-08T22:19:45,009 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T22:19:45,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3e086bb4db5509e8b7521930ef106f0a 2024-11-08T22:19:45,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731104383842.3e086bb4db5509e8b7521930ef106f0a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:19:45,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 3e086bb4db5509e8b7521930ef106f0a 2024-11-08T22:19:45,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 3e086bb4db5509e8b7521930ef106f0a 2024-11-08T22:19:45,010 INFO [StoreOpener-3e086bb4db5509e8b7521930ef106f0a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3e086bb4db5509e8b7521930ef106f0a 2024-11-08T22:19:45,011 INFO [StoreOpener-3e086bb4db5509e8b7521930ef106f0a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e086bb4db5509e8b7521930ef106f0a columnFamilyName hfileref 2024-11-08T22:19:45,011 DEBUG [StoreOpener-3e086bb4db5509e8b7521930ef106f0a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:19:45,012 INFO [StoreOpener-3e086bb4db5509e8b7521930ef106f0a-1 {}] regionserver.HStore(327): Store=3e086bb4db5509e8b7521930ef106f0a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:19:45,012 INFO [StoreOpener-3e086bb4db5509e8b7521930ef106f0a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3e086bb4db5509e8b7521930ef106f0a 2024-11-08T22:19:45,012 INFO [StoreOpener-3e086bb4db5509e8b7521930ef106f0a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e086bb4db5509e8b7521930ef106f0a columnFamilyName queue 2024-11-08T22:19:45,012 DEBUG [StoreOpener-3e086bb4db5509e8b7521930ef106f0a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:19:45,013 INFO [StoreOpener-3e086bb4db5509e8b7521930ef106f0a-1 {}] regionserver.HStore(327): Store=3e086bb4db5509e8b7521930ef106f0a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:19:45,013 INFO [StoreOpener-3e086bb4db5509e8b7521930ef106f0a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3e086bb4db5509e8b7521930ef106f0a 2024-11-08T22:19:45,014 INFO [StoreOpener-3e086bb4db5509e8b7521930ef106f0a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e086bb4db5509e8b7521930ef106f0a columnFamilyName sid 2024-11-08T22:19:45,014 DEBUG [StoreOpener-3e086bb4db5509e8b7521930ef106f0a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:19:45,014 INFO [StoreOpener-3e086bb4db5509e8b7521930ef106f0a-1 {}] regionserver.HStore(327): Store=3e086bb4db5509e8b7521930ef106f0a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:19:45,014 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 3e086bb4db5509e8b7521930ef106f0a 2024-11-08T22:19:45,014 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/data/hbase/replication/3e086bb4db5509e8b7521930ef106f0a 2024-11-08T22:19:45,015 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/data/hbase/replication/3e086bb4db5509e8b7521930ef106f0a 2024-11-08T22:19:45,015 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 3e086bb4db5509e8b7521930ef106f0a 2024-11-08T22:19:45,015 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 3e086bb4db5509e8b7521930ef106f0a 2024-11-08T22:19:45,016 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T22:19:45,017 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 3e086bb4db5509e8b7521930ef106f0a 2024-11-08T22:19:45,018 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/data/hbase/replication/3e086bb4db5509e8b7521930ef106f0a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:19:45,018 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 3e086bb4db5509e8b7521930ef106f0a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71276082, jitterRate=0.06209638714790344}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T22:19:45,018 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3e086bb4db5509e8b7521930ef106f0a 2024-11-08T22:19:45,019 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 3e086bb4db5509e8b7521930ef106f0a: Running coprocessor pre-open hook at 1731104385009Writing region info on filesystem at 1731104385009Initializing all the Stores at 1731104385010 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104385010Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104385010Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104385010Cleaning up temporary data from old regions at 1731104385015 (+5 ms)Running coprocessor post-open hooks at 1731104385018 (+3 ms)Region opened successfully at 1731104385019 (+1 ms) 2024-11-08T22:19:45,019 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731104383842.3e086bb4db5509e8b7521930ef106f0a., pid=10, masterSystemTime=1731104384986 2024-11-08T22:19:45,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731104383842.3e086bb4db5509e8b7521930ef106f0a. 2024-11-08T22:19:45,021 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731104383842.3e086bb4db5509e8b7521930ef106f0a. 2024-11-08T22:19:45,021 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3e086bb4db5509e8b7521930ef106f0a, regionState=OPEN, openSeqNum=2, regionLocation=ff635fa717b5,42749,1731104371308 2024-11-08T22:19:45,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e086bb4db5509e8b7521930ef106f0a, server=ff635fa717b5,42749,1731104371308 because future has completed 2024-11-08T22:19:45,025 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T22:19:45,025 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 3e086bb4db5509e8b7521930ef106f0a, server=ff635fa717b5,42749,1731104371308 in 189 msec 2024-11-08T22:19:45,026 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T22:19:45,026 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3e086bb4db5509e8b7521930ef106f0a, ASSIGN in 344 msec 2024-11-08T22:19:45,027 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T22:19:45,027 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731104385027"}]},"ts":"1731104385027"} 2024-11-08T22:19:45,028 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T22:19:45,029 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T22:19:45,030 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1870 sec 2024-11-08T22:19:45,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731104383842.3e086bb4db5509e8b7521930ef106f0a., hostname=ff635fa717b5,42749,1731104371308, seqNum=2] 2024-11-08T22:19:45,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42749-0x1011c883d980007, quorum=127.0.0.1:53272, baseZNode=/21442015080 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21442015080 2024-11-08T22:19:45,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36143-0x1011c883d980006, quorum=127.0.0.1:53272, baseZNode=/21442015080 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21442015080 2024-11-08T22:19:45,138 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T22:19:45,213 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44171,1731104366318.replicationSource.wal-reader.ff635fa717b5%2C44171%2C1731104366318,1-ff635fa717b5,44171,1731104366318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/WALs/ff635fa717b5,44171,1731104366318/ff635fa717b5%2C44171%2C1731104366318.1731104368116 to pos 379, reset compression=false 2024-11-08T22:19:45,290 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T22:19:45,290 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T22:19:45,316 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ff635fa717b5,42749,1731104371308, ReplicationSource: 1, currentBandwidth=0 2024-11-08T22:19:45,316 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:19:45,316 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,42749,1731104371308, seqNum=-1] 2024-11-08T22:19:45,316 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:19:45,317 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35745, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-08T22:19:45,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ff635fa717b5,42749,1731104371308', locateType=CURRENT is [region=hbase:replication,,1731104383842.3e086bb4db5509e8b7521930ef106f0a., hostname=ff635fa717b5,42749,1731104371308, seqNum=2] 2024-11-08T22:19:45,321 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T22:19:45,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36143 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T22:19:45,323 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ff635fa717b5,42749,1731104371308 suceeded 2024-11-08T22:19:45,324 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T22:19:45,324 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-08T22:19:45,324 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ff635fa717b5:34673,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T22:19:45,325 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4900 sec 2024-11-08T22:19:45,334 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42749,1731104371308 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ff635fa717b5:34673' 2024-11-08T22:19:45,335 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42749,1731104371308 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d05e15e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:19:45,335 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42749,1731104371308 {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,34673,-1 for getting cluster id 2024-11-08T22:19:45,335 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42749,1731104371308 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:19:45,336 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '456bc84e-76d0-40e8-84b4-f0c631546382' 2024-11-08T22:19:45,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:19:45,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "456bc84e-76d0-40e8-84b4-f0c631546382" 2024-11-08T22:19:45,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f068841, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:19:45,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,34673,-1] 2024-11-08T22:19:45,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:19:45,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:19:45,337 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:19:45,337 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42749,1731104371308 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1868bf8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:19:45,337 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42749,1731104371308 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:19:45,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ff635fa717b5,34673,1731104360752 2024-11-08T22:19:45,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e26367b 2024-11-08T22:19:45,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T22:19:45,339 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-08T22:19:45,339 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42749,1731104371308 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ff635fa717b5,42749,1731104371308 (queues=1) is replicating from cluster=05acde43-8885-4c50-99aa-2df19cc02c7c to cluster=456bc84e-76d0-40e8-84b4-f0c631546382 2024-11-08T22:19:45,339 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42749,1731104371308 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ff635fa717b5%2C42749%2C1731104371308 2024-11-08T22:19:45,339 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42749,1731104371308 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ff635fa717b5,42749,1731104371308, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T22:19:45,340 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42749,1731104371308.replicationSource.shipperff635fa717b5%2C42749%2C1731104371308,1-ff635fa717b5,42749,1731104371308 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ff635fa717b5%2C42749%2C1731104371308 2024-11-08T22:19:45,340 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42749,1731104371308.replicationSource.wal-reader.ff635fa717b5%2C42749%2C1731104371308,1-ff635fa717b5,42749,1731104371308 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/WALs/ff635fa717b5,42749,1731104371308/ff635fa717b5%2C42749%2C1731104371308.1731104373556, startPosition=0, beingWritten=true 2024-11-08T22:19:45,344 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42749,1731104371308.replicationSource.wal-reader.ff635fa717b5%2C42749%2C1731104371308,1-ff635fa717b5,42749,1731104371308 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T22:19:45,344 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42749,1731104371308.replicationSource.wal-reader.ff635fa717b5%2C42749%2C1731104371308,1-ff635fa717b5,42749,1731104371308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/WALs/ff635fa717b5,42749,1731104371308/ff635fa717b5%2C42749%2C1731104371308.1731104373556 to pos 379, reset compression=false 2024-11-08T22:19:45,344 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42749,1731104371308.replicationSource.shipperff635fa717b5%2C42749%2C1731104371308,1-ff635fa717b5,42749,1731104371308 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff635fa717b5,42749,1731104371308 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/WALs/ff635fa717b5,42749,1731104371308/ff635fa717b5%2C42749%2C1731104371308.1731104373556, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T22:19:45,422 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,40597,1731104361031.replicationSource.wal-reader.ff635fa717b5%2C40597%2C1731104361031,1-ff635fa717b5,40597,1731104361031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/WALs/ff635fa717b5,40597,1731104361031/ff635fa717b5%2C40597%2C1731104361031.1731104363332 to pos 379, reset compression=false 2024-11-08T22:19:45,554 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42749,1731104371308.replicationSource.wal-reader.ff635fa717b5%2C42749%2C1731104371308,1-ff635fa717b5,42749,1731104371308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/WALs/ff635fa717b5,42749,1731104371308/ff635fa717b5%2C42749%2C1731104371308.1731104373556 to pos 379, reset compression=false 2024-11-08T22:19:45,857 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42749,1731104371308.replicationSource.wal-reader.ff635fa717b5%2C42749%2C1731104371308,1-ff635fa717b5,42749,1731104371308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/WALs/ff635fa717b5,42749,1731104371308/ff635fa717b5%2C42749%2C1731104371308.1731104373556 to pos 379, reset compression=false 2024-11-08T22:19:45,916 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44171,1731104366318.replicationSource.wal-reader.ff635fa717b5%2C44171%2C1731104366318,1-ff635fa717b5,44171,1731104366318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/WALs/ff635fa717b5,44171,1731104366318/ff635fa717b5%2C44171%2C1731104366318.1731104368116 to pos 379, reset compression=false 2024-11-08T22:19:45,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T22:19:45,978 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T22:19:45,978 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T22:19:45,978 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:19:45,978 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:19:45,978 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:19:45,978 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:19:45,979 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70d4832e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:19:45,979 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,34673,-1 for getting cluster id 2024-11-08T22:19:45,979 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:19:45,980 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '456bc84e-76d0-40e8-84b4-f0c631546382' 2024-11-08T22:19:45,980 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:19:45,980 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "456bc84e-76d0-40e8-84b4-f0c631546382" 2024-11-08T22:19:45,980 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72f69261, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:19:45,980 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,34673,-1] 2024-11-08T22:19:45,980 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:19:45,980 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:19:45,981 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:19:45,981 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4888ba0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:19:45,982 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@590b12be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:19:45,982 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,34133,-1 for getting cluster id 2024-11-08T22:19:45,982 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:19:45,982 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6a4d1e67-e9cf-4c72-90fc-c6909f35058a' 2024-11-08T22:19:45,983 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:19:45,983 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6a4d1e67-e9cf-4c72-90fc-c6909f35058a" 2024-11-08T22:19:45,983 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1092a29d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:19:45,983 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,34133,-1] 2024-11-08T22:19:45,983 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:19:45,983 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:19:45,984 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:19:45,984 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5aaecb37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:19:45,985 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@287a42ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:19:45,985 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,36143,-1 for getting cluster id 2024-11-08T22:19:45,985 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:19:45,985 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05acde43-8885-4c50-99aa-2df19cc02c7c' 2024-11-08T22:19:45,985 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:19:45,985 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05acde43-8885-4c50-99aa-2df19cc02c7c" 2024-11-08T22:19:45,985 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57c4f2a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:19:45,985 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,36143,-1] 2024-11-08T22:19:45,985 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:19:45,986 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:19:45,986 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:19:45,987 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53cb1c2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:19:45,987 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:19:45,988 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,40597,1731104361031, seqNum=-1] 2024-11-08T22:19:45,988 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:19:45,989 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T22:19:45,990 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731104374078.b16f3549ce54c24ead19fee9f251c539., hostname=ff635fa717b5,40597,1731104361031, seqNum=2] 2024-11-08T22:19:45,993 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:19:45,993 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,42749,1731104371308, seqNum=-1] 2024-11-08T22:19:45,994 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:19:45,995 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T22:19:45,996 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731104377371.437763c4c6be80417c93401a578ed89c., hostname=ff635fa717b5,42749,1731104371308, seqNum=2] 2024-11-08T22:19:45,998 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-08T22:19:46,181 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T22:19:46,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:19:46,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:19:46,214 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:19:46,215 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:19:46,215 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:19:46,215 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:19:46,215 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:19:46,215 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:19:46,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:19:46,224 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:19:46,224 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:19:46,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:19:46,261 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42749,1731104371308.replicationSource.wal-reader.ff635fa717b5%2C42749%2C1731104371308,1-ff635fa717b5,42749,1731104371308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/WALs/ff635fa717b5,42749,1731104371308/ff635fa717b5%2C42749%2C1731104371308.1731104373556 to pos 379, reset compression=false 2024-11-08T22:19:46,425 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,40597,1731104361031.replicationSource.wal-reader.ff635fa717b5%2C40597%2C1731104361031,1-ff635fa717b5,40597,1731104361031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/WALs/ff635fa717b5,40597,1731104361031/ff635fa717b5%2C40597%2C1731104361031.1731104363332 to pos 379, reset compression=false 2024-11-08T22:19:46,429 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,40597,1731104361031.replicationSource.wal-reader.ff635fa717b5%2C40597%2C1731104361031,1-ff635fa717b5,40597,1731104361031 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T22:19:46,429 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,40597,1731104361031.replicationSource.wal-reader.ff635fa717b5%2C40597%2C1731104361031,1-ff635fa717b5,40597,1731104361031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/WALs/ff635fa717b5,40597,1731104361031/ff635fa717b5%2C40597%2C1731104361031.1731104363332 to pos 480, reset compression=false 2024-11-08T22:19:46,429 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,40597,1731104361031.replicationSource.shipperff635fa717b5%2C40597%2C1731104361031,1-ff635fa717b5,40597,1731104361031 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff635fa717b5,40597,1731104361031 got entry batch from reader: WALEntryBatch [walEntries=[{test/b16f3549ce54c24ead19fee9f251c539/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/WALs/ff635fa717b5,40597,1731104361031/ff635fa717b5%2C40597%2C1731104361031.1731104363332, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-08T22:19:46,430 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,40597,1731104361031.replicationSource.shipperff635fa717b5%2C40597%2C1731104361031,1-ff635fa717b5,40597,1731104361031 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T22:19:46,431 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-08T22:19:46,432 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44171 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T22:19:46,432 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44171 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12f0c37d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:19:46,433 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44171 {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,34133,-1 for getting cluster id 2024-11-08T22:19:46,433 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44171 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:19:46,433 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6a4d1e67-e9cf-4c72-90fc-c6909f35058a' 2024-11-08T22:19:46,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:19:46,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6a4d1e67-e9cf-4c72-90fc-c6909f35058a" 2024-11-08T22:19:46,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16dc6888, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:19:46,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,34133,-1] 2024-11-08T22:19:46,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:19:46,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:19:46,434 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:19:46,435 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44171 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@66a0f0b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:19:46,436 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44171 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:19:46,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,44171,1731104366318, seqNum=-1] 2024-11-08T22:19:46,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:19:46,437 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-08T22:19:46,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731104376230.e5ced56bc99874d638db8971c4b5c2c0., hostname=ff635fa717b5,44171,1731104366318, seqNum=2] 2024-11-08T22:19:46,441 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44171 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T22:19:46,632 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,40597,1731104361031.replicationSource.wal-reader.ff635fa717b5%2C40597%2C1731104361031,1-ff635fa717b5,40597,1731104361031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/WALs/ff635fa717b5,40597,1731104361031/ff635fa717b5%2C40597%2C1731104361031.1731104363332 to pos 480, reset compression=false 2024-11-08T22:19:46,720 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44171,1731104366318.replicationSource.wal-reader.ff635fa717b5%2C44171%2C1731104366318,1-ff635fa717b5,44171,1731104366318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/WALs/ff635fa717b5,44171,1731104366318/ff635fa717b5%2C44171%2C1731104366318.1731104368116 to pos 379, reset compression=false 2024-11-08T22:19:46,724 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44171,1731104366318.replicationSource.wal-reader.ff635fa717b5%2C44171%2C1731104366318,1-ff635fa717b5,44171,1731104366318 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T22:19:46,724 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44171,1731104366318.replicationSource.wal-reader.ff635fa717b5%2C44171%2C1731104366318,1-ff635fa717b5,44171,1731104366318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/WALs/ff635fa717b5,44171,1731104366318/ff635fa717b5%2C44171%2C1731104366318.1731104368116 to pos 503, reset compression=false 2024-11-08T22:19:46,724 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44171,1731104366318.replicationSource.shipperff635fa717b5%2C44171%2C1731104366318,1-ff635fa717b5,44171,1731104366318 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff635fa717b5,44171,1731104366318 got entry batch from reader: WALEntryBatch [walEntries=[{test/e5ced56bc99874d638db8971c4b5c2c0/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/WALs/ff635fa717b5,44171,1731104366318/ff635fa717b5%2C44171%2C1731104366318.1731104368116, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-08T22:19:46,726 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44171,1731104366318.replicationSource.shipperff635fa717b5%2C44171%2C1731104366318,1-ff635fa717b5,44171,1731104366318 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T22:19:46,727 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-08T22:19:46,727 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42749 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T22:19:46,728 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42749 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@45fb730c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:19:46,728 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42749 {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,36143,-1 for getting cluster id 2024-11-08T22:19:46,728 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42749 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:19:46,728 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05acde43-8885-4c50-99aa-2df19cc02c7c' 2024-11-08T22:19:46,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:19:46,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05acde43-8885-4c50-99aa-2df19cc02c7c" 2024-11-08T22:19:46,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@737993a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:19:46,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,36143,-1] 2024-11-08T22:19:46,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:19:46,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:19:46,730 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:19:46,730 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42749 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b29fb39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:19:46,730 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42749 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:19:46,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,42749,1731104371308, seqNum=-1] 2024-11-08T22:19:46,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:19:46,732 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-08T22:19:46,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731104377371.437763c4c6be80417c93401a578ed89c., hostname=ff635fa717b5,42749,1731104371308, seqNum=2] 2024-11-08T22:19:46,736 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42749 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T22:19:46,774 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42749,1731104371308.replicationSource.wal-reader.ff635fa717b5%2C42749%2C1731104371308,1-ff635fa717b5,42749,1731104371308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/WALs/ff635fa717b5,42749,1731104371308/ff635fa717b5%2C42749%2C1731104371308.1731104373556 to pos 379, reset compression=false 2024-11-08T22:19:46,778 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42749,1731104371308.replicationSource.wal-reader.ff635fa717b5%2C42749%2C1731104371308,1-ff635fa717b5,42749,1731104371308 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T22:19:46,778 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42749,1731104371308.replicationSource.wal-reader.ff635fa717b5%2C42749%2C1731104371308,1-ff635fa717b5,42749,1731104371308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/WALs/ff635fa717b5,42749,1731104371308/ff635fa717b5%2C42749%2C1731104371308.1731104373556 to pos 526, reset compression=false 2024-11-08T22:19:46,778 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42749,1731104371308.replicationSource.shipperff635fa717b5%2C42749%2C1731104371308,1-ff635fa717b5,42749,1731104371308 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff635fa717b5,42749,1731104371308 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/WALs/ff635fa717b5,42749,1731104371308/ff635fa717b5%2C42749%2C1731104371308.1731104373556, lastWalPosition=526, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T22:19:46,927 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44171,1731104366318.replicationSource.wal-reader.ff635fa717b5%2C44171%2C1731104366318,1-ff635fa717b5,44171,1731104366318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/WALs/ff635fa717b5,44171,1731104366318/ff635fa717b5%2C44171%2C1731104366318.1731104368116 to pos 503, reset compression=false 2024-11-08T22:19:46,935 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,40597,1731104361031.replicationSource.wal-reader.ff635fa717b5%2C40597%2C1731104361031,1-ff635fa717b5,40597,1731104361031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/WALs/ff635fa717b5,40597,1731104361031/ff635fa717b5%2C40597%2C1731104361031.1731104363332 to pos 480, reset compression=false 2024-11-08T22:19:46,981 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42749,1731104371308.replicationSource.wal-reader.ff635fa717b5%2C42749%2C1731104371308,1-ff635fa717b5,42749,1731104371308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/WALs/ff635fa717b5,42749,1731104371308/ff635fa717b5%2C42749%2C1731104371308.1731104373556 to pos 526, reset compression=false 2024-11-08T22:19:47,000 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-08T22:19:47,000 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:19:47,001 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,44171,1731104366318, seqNum=-1] 2024-11-08T22:19:47,001 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:19:47,002 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T22:19:47,003 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731104376230.e5ced56bc99874d638db8971c4b5c2c0., hostname=ff635fa717b5,44171,1731104366318, seqNum=2] 2024-11-08T22:19:47,005 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-08T22:19:47,231 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44171,1731104366318.replicationSource.wal-reader.ff635fa717b5%2C44171%2C1731104366318,1-ff635fa717b5,44171,1731104366318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/WALs/ff635fa717b5,44171,1731104366318/ff635fa717b5%2C44171%2C1731104366318.1731104368116 to pos 503, reset compression=false 2024-11-08T22:19:47,235 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44171,1731104366318.replicationSource.wal-reader.ff635fa717b5%2C44171%2C1731104366318,1-ff635fa717b5,44171,1731104366318 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T22:19:47,235 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44171,1731104366318.replicationSource.wal-reader.ff635fa717b5%2C44171%2C1731104366318,1-ff635fa717b5,44171,1731104366318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/WALs/ff635fa717b5,44171,1731104366318/ff635fa717b5%2C44171%2C1731104366318.1731104368116 to pos 607, reset compression=false 2024-11-08T22:19:47,235 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44171,1731104366318.replicationSource.shipperff635fa717b5%2C44171%2C1731104366318,1-ff635fa717b5,44171,1731104366318 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff635fa717b5,44171,1731104366318 got entry batch from reader: WALEntryBatch [walEntries=[{test/e5ced56bc99874d638db8971c4b5c2c0/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/WALs/ff635fa717b5,44171,1731104366318/ff635fa717b5%2C44171%2C1731104366318.1731104368116, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-08T22:19:47,235 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42749 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T22:19:47,238 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42749 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T22:19:47,284 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42749,1731104371308.replicationSource.wal-reader.ff635fa717b5%2C42749%2C1731104371308,1-ff635fa717b5,42749,1731104371308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/WALs/ff635fa717b5,42749,1731104371308/ff635fa717b5%2C42749%2C1731104371308.1731104373556 to pos 526, reset compression=false 2024-11-08T22:19:47,288 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42749,1731104371308.replicationSource.wal-reader.ff635fa717b5%2C42749%2C1731104371308,1-ff635fa717b5,42749,1731104371308 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T22:19:47,288 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42749,1731104371308.replicationSource.wal-reader.ff635fa717b5%2C42749%2C1731104371308,1-ff635fa717b5,42749,1731104371308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/WALs/ff635fa717b5,42749,1731104371308/ff635fa717b5%2C42749%2C1731104371308.1731104373556 to pos 653, reset compression=false 2024-11-08T22:19:47,288 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42749,1731104371308.replicationSource.shipperff635fa717b5%2C42749%2C1731104371308,1-ff635fa717b5,42749,1731104371308 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff635fa717b5,42749,1731104371308 got entry batch from reader: WALEntryBatch [walEntries=[{test/437763c4c6be80417c93401a578ed89c/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/WALs/ff635fa717b5,42749,1731104371308/ff635fa717b5%2C42749%2C1731104371308.1731104373556, lastWalPosition=653, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-08T22:19:47,290 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42749,1731104371308.replicationSource.shipperff635fa717b5%2C42749%2C1731104371308,1-ff635fa717b5,42749,1731104371308 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T22:19:47,290 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-08T22:19:47,291 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T22:19:47,291 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f87002c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:19:47,291 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,34673,-1 for getting cluster id 2024-11-08T22:19:47,291 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:19:47,292 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '456bc84e-76d0-40e8-84b4-f0c631546382' 2024-11-08T22:19:47,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:19:47,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "456bc84e-76d0-40e8-84b4-f0c631546382" 2024-11-08T22:19:47,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49cbdf87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:19:47,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,34673,-1] 2024-11-08T22:19:47,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:19:47,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:19:47,293 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:19:47,293 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5899023c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:19:47,293 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:19:47,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,40597,1731104361031, seqNum=-1] 2024-11-08T22:19:47,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:19:47,295 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-08T22:19:47,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731104374078.b16f3549ce54c24ead19fee9f251c539., hostname=ff635fa717b5,40597,1731104361031, seqNum=2] 2024-11-08T22:19:47,298 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T22:19:47,339 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,40597,1731104361031.replicationSource.wal-reader.ff635fa717b5%2C40597%2C1731104361031,1-ff635fa717b5,40597,1731104361031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/WALs/ff635fa717b5,40597,1731104361031/ff635fa717b5%2C40597%2C1731104361031.1731104363332 to pos 480, reset compression=false 2024-11-08T22:19:47,342 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,40597,1731104361031.replicationSource.wal-reader.ff635fa717b5%2C40597%2C1731104361031,1-ff635fa717b5,40597,1731104361031 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T22:19:47,342 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,40597,1731104361031.replicationSource.wal-reader.ff635fa717b5%2C40597%2C1731104361031,1-ff635fa717b5,40597,1731104361031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/WALs/ff635fa717b5,40597,1731104361031/ff635fa717b5%2C40597%2C1731104361031.1731104363332 to pos 630, reset compression=false 2024-11-08T22:19:47,342 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,40597,1731104361031.replicationSource.shipperff635fa717b5%2C40597%2C1731104361031,1-ff635fa717b5,40597,1731104361031 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff635fa717b5,40597,1731104361031 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/WALs/ff635fa717b5,40597,1731104361031/ff635fa717b5%2C40597%2C1731104361031.1731104363332, lastWalPosition=630, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T22:19:47,437 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44171,1731104366318.replicationSource.wal-reader.ff635fa717b5%2C44171%2C1731104366318,1-ff635fa717b5,44171,1731104366318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/WALs/ff635fa717b5,44171,1731104366318/ff635fa717b5%2C44171%2C1731104366318.1731104368116 to pos 607, reset compression=false 2024-11-08T22:19:47,491 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42749,1731104371308.replicationSource.wal-reader.ff635fa717b5%2C42749%2C1731104371308,1-ff635fa717b5,42749,1731104371308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/WALs/ff635fa717b5,42749,1731104371308/ff635fa717b5%2C42749%2C1731104371308.1731104373556 to pos 653, reset compression=false 2024-11-08T22:19:47,545 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,40597,1731104361031.replicationSource.wal-reader.ff635fa717b5%2C40597%2C1731104361031,1-ff635fa717b5,40597,1731104361031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/WALs/ff635fa717b5,40597,1731104361031/ff635fa717b5%2C40597%2C1731104361031.1731104363332 to pos 630, reset compression=false 2024-11-08T22:19:47,741 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44171,1731104366318.replicationSource.wal-reader.ff635fa717b5%2C44171%2C1731104366318,1-ff635fa717b5,44171,1731104366318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/WALs/ff635fa717b5,44171,1731104366318/ff635fa717b5%2C44171%2C1731104366318.1731104368116 to pos 607, reset compression=false 2024-11-08T22:19:47,794 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42749,1731104371308.replicationSource.wal-reader.ff635fa717b5%2C42749%2C1731104371308,1-ff635fa717b5,42749,1731104371308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/WALs/ff635fa717b5,42749,1731104371308/ff635fa717b5%2C42749%2C1731104371308.1731104373556 to pos 653, reset compression=false 2024-11-08T22:19:47,848 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,40597,1731104361031.replicationSource.wal-reader.ff635fa717b5%2C40597%2C1731104361031,1-ff635fa717b5,40597,1731104361031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/WALs/ff635fa717b5,40597,1731104361031/ff635fa717b5%2C40597%2C1731104361031.1731104363332 to pos 630, reset compression=false 2024-11-08T22:19:48,007 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-08T22:19:48,010 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-08T22:19:48,145 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44171,1731104366318.replicationSource.wal-reader.ff635fa717b5%2C44171%2C1731104366318,1-ff635fa717b5,44171,1731104366318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/WALs/ff635fa717b5,44171,1731104366318/ff635fa717b5%2C44171%2C1731104366318.1731104368116 to pos 607, reset compression=false 2024-11-08T22:19:48,197 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42749,1731104371308.replicationSource.wal-reader.ff635fa717b5%2C42749%2C1731104371308,1-ff635fa717b5,42749,1731104371308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/WALs/ff635fa717b5,42749,1731104371308/ff635fa717b5%2C42749%2C1731104371308.1731104373556 to pos 653, reset compression=false 2024-11-08T22:19:48,200 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42749,1731104371308.replicationSource.wal-reader.ff635fa717b5%2C42749%2C1731104371308,1-ff635fa717b5,42749,1731104371308 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T22:19:48,200 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42749,1731104371308.replicationSource.wal-reader.ff635fa717b5%2C42749%2C1731104371308,1-ff635fa717b5,42749,1731104371308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/WALs/ff635fa717b5,42749,1731104371308/ff635fa717b5%2C42749%2C1731104371308.1731104373556 to pos 757, reset compression=false 2024-11-08T22:19:48,200 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42749,1731104371308.replicationSource.shipperff635fa717b5%2C42749%2C1731104371308,1-ff635fa717b5,42749,1731104371308 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff635fa717b5,42749,1731104371308 got entry batch from reader: WALEntryBatch [walEntries=[{test/437763c4c6be80417c93401a578ed89c/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/WALs/ff635fa717b5,42749,1731104371308/ff635fa717b5%2C42749%2C1731104371308.1731104373556, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-08T22:19:48,201 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T22:19:48,204 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T22:19:48,251 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,40597,1731104361031.replicationSource.wal-reader.ff635fa717b5%2C40597%2C1731104361031,1-ff635fa717b5,40597,1731104361031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/WALs/ff635fa717b5,40597,1731104361031/ff635fa717b5%2C40597%2C1731104361031.1731104363332 to pos 630, reset compression=false 2024-11-08T22:19:48,255 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,40597,1731104361031.replicationSource.wal-reader.ff635fa717b5%2C40597%2C1731104361031,1-ff635fa717b5,40597,1731104361031 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T22:19:48,255 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,40597,1731104361031.replicationSource.wal-reader.ff635fa717b5%2C40597%2C1731104361031,1-ff635fa717b5,40597,1731104361031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/WALs/ff635fa717b5,40597,1731104361031/ff635fa717b5%2C40597%2C1731104361031.1731104363332 to pos 757, reset compression=false 2024-11-08T22:19:48,255 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,40597,1731104361031.replicationSource.shipperff635fa717b5%2C40597%2C1731104361031,1-ff635fa717b5,40597,1731104361031 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff635fa717b5,40597,1731104361031 got entry batch from reader: WALEntryBatch [walEntries=[{test/b16f3549ce54c24ead19fee9f251c539/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/WALs/ff635fa717b5,40597,1731104361031/ff635fa717b5%2C40597%2C1731104361031.1731104363332, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-08T22:19:48,256 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44171 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T22:19:48,258 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44171 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T22:19:48,403 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42749,1731104371308.replicationSource.wal-reader.ff635fa717b5%2C42749%2C1731104371308,1-ff635fa717b5,42749,1731104371308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/WALs/ff635fa717b5,42749,1731104371308/ff635fa717b5%2C42749%2C1731104371308.1731104373556 to pos 757, reset compression=false 2024-11-08T22:19:48,457 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,40597,1731104361031.replicationSource.wal-reader.ff635fa717b5%2C40597%2C1731104361031,1-ff635fa717b5,40597,1731104361031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/WALs/ff635fa717b5,40597,1731104361031/ff635fa717b5%2C40597%2C1731104361031.1731104363332 to pos 757, reset compression=false 2024-11-08T22:19:48,648 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44171,1731104366318.replicationSource.wal-reader.ff635fa717b5%2C44171%2C1731104366318,1-ff635fa717b5,44171,1731104366318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/WALs/ff635fa717b5,44171,1731104366318/ff635fa717b5%2C44171%2C1731104366318.1731104368116 to pos 607, reset compression=false 2024-11-08T22:19:48,652 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44171,1731104366318.replicationSource.wal-reader.ff635fa717b5%2C44171%2C1731104366318,1-ff635fa717b5,44171,1731104366318 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T22:19:48,652 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44171,1731104366318.replicationSource.wal-reader.ff635fa717b5%2C44171%2C1731104366318,1-ff635fa717b5,44171,1731104366318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/WALs/ff635fa717b5,44171,1731104366318/ff635fa717b5%2C44171%2C1731104366318.1731104368116 to pos 757, reset compression=false 2024-11-08T22:19:48,652 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44171,1731104366318.replicationSource.shipperff635fa717b5%2C44171%2C1731104366318,1-ff635fa717b5,44171,1731104366318 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff635fa717b5,44171,1731104366318 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/WALs/ff635fa717b5,44171,1731104366318/ff635fa717b5%2C44171%2C1731104366318.1731104368116, lastWalPosition=757, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T22:19:48,706 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42749,1731104371308.replicationSource.wal-reader.ff635fa717b5%2C42749%2C1731104371308,1-ff635fa717b5,42749,1731104371308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/WALs/ff635fa717b5,42749,1731104371308/ff635fa717b5%2C42749%2C1731104371308.1731104373556 to pos 757, reset compression=false 2024-11-08T22:19:48,760 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,40597,1731104361031.replicationSource.wal-reader.ff635fa717b5%2C40597%2C1731104361031,1-ff635fa717b5,40597,1731104361031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/WALs/ff635fa717b5,40597,1731104361031/ff635fa717b5%2C40597%2C1731104361031.1731104363332 to pos 757, reset compression=false 2024-11-08T22:19:48,855 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44171,1731104366318.replicationSource.wal-reader.ff635fa717b5%2C44171%2C1731104366318,1-ff635fa717b5,44171,1731104366318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/WALs/ff635fa717b5,44171,1731104366318/ff635fa717b5%2C44171%2C1731104366318.1731104368116 to pos 757, reset compression=false 2024-11-08T22:19:49,012 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-08T22:19:49,016 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-08T22:19:49,109 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42749,1731104371308.replicationSource.wal-reader.ff635fa717b5%2C42749%2C1731104371308,1-ff635fa717b5,42749,1731104371308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/WALs/ff635fa717b5,42749,1731104371308/ff635fa717b5%2C42749%2C1731104371308.1731104373556 to pos 757, reset compression=false 2024-11-08T22:19:49,158 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44171,1731104366318.replicationSource.wal-reader.ff635fa717b5%2C44171%2C1731104366318,1-ff635fa717b5,44171,1731104366318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/WALs/ff635fa717b5,44171,1731104366318/ff635fa717b5%2C44171%2C1731104366318.1731104368116 to pos 757, reset compression=false 2024-11-08T22:19:49,163 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,40597,1731104361031.replicationSource.wal-reader.ff635fa717b5%2C40597%2C1731104361031,1-ff635fa717b5,40597,1731104361031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/WALs/ff635fa717b5,40597,1731104361031/ff635fa717b5%2C40597%2C1731104361031.1731104363332 to pos 757, reset compression=false 2024-11-08T22:19:49,167 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,40597,1731104361031.replicationSource.wal-reader.ff635fa717b5%2C40597%2C1731104361031,1-ff635fa717b5,40597,1731104361031 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T22:19:49,167 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,40597,1731104361031.replicationSource.wal-reader.ff635fa717b5%2C40597%2C1731104361031,1-ff635fa717b5,40597,1731104361031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/WALs/ff635fa717b5,40597,1731104361031/ff635fa717b5%2C40597%2C1731104361031.1731104363332 to pos 913, reset compression=false 2024-11-08T22:19:49,167 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,40597,1731104361031.replicationSource.shipperff635fa717b5%2C40597%2C1731104361031,1-ff635fa717b5,40597,1731104361031 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff635fa717b5,40597,1731104361031 got entry batch from reader: WALEntryBatch [walEntries=[{test/b16f3549ce54c24ead19fee9f251c539/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/WALs/ff635fa717b5,40597,1731104361031/ff635fa717b5%2C40597%2C1731104361031.1731104363332, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-08T22:19:49,168 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44171 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T22:19:49,170 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44171 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T22:19:49,371 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,40597,1731104361031.replicationSource.wal-reader.ff635fa717b5%2C40597%2C1731104361031,1-ff635fa717b5,40597,1731104361031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/WALs/ff635fa717b5,40597,1731104361031/ff635fa717b5%2C40597%2C1731104361031.1731104363332 to pos 913, reset compression=false 2024-11-08T22:19:49,561 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44171,1731104366318.replicationSource.wal-reader.ff635fa717b5%2C44171%2C1731104366318,1-ff635fa717b5,44171,1731104366318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/WALs/ff635fa717b5,44171,1731104366318/ff635fa717b5%2C44171%2C1731104366318.1731104368116 to pos 757, reset compression=false 2024-11-08T22:19:49,565 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44171,1731104366318.replicationSource.wal-reader.ff635fa717b5%2C44171%2C1731104366318,1-ff635fa717b5,44171,1731104366318 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T22:19:49,565 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44171,1731104366318.replicationSource.wal-reader.ff635fa717b5%2C44171%2C1731104366318,1-ff635fa717b5,44171,1731104366318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/WALs/ff635fa717b5,44171,1731104366318/ff635fa717b5%2C44171%2C1731104366318.1731104368116 to pos 904, reset compression=false 2024-11-08T22:19:49,565 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44171,1731104366318.replicationSource.shipperff635fa717b5%2C44171%2C1731104366318,1-ff635fa717b5,44171,1731104366318 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff635fa717b5,44171,1731104366318 got entry batch from reader: WALEntryBatch [walEntries=[{test/e5ced56bc99874d638db8971c4b5c2c0/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/WALs/ff635fa717b5,44171,1731104366318/ff635fa717b5%2C44171%2C1731104366318.1731104368116, lastWalPosition=904, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-08T22:19:49,566 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42749 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T22:19:49,568 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42749 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T22:19:49,612 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42749,1731104371308.replicationSource.wal-reader.ff635fa717b5%2C42749%2C1731104371308,1-ff635fa717b5,42749,1731104371308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/WALs/ff635fa717b5,42749,1731104371308/ff635fa717b5%2C42749%2C1731104371308.1731104373556 to pos 757, reset compression=false 2024-11-08T22:19:49,616 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42749,1731104371308.replicationSource.wal-reader.ff635fa717b5%2C42749%2C1731104371308,1-ff635fa717b5,42749,1731104371308 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T22:19:49,616 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42749,1731104371308.replicationSource.wal-reader.ff635fa717b5%2C42749%2C1731104371308,1-ff635fa717b5,42749,1731104371308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/WALs/ff635fa717b5,42749,1731104371308/ff635fa717b5%2C42749%2C1731104371308.1731104373556 to pos 927, reset compression=false 2024-11-08T22:19:49,616 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42749,1731104371308.replicationSource.shipperff635fa717b5%2C42749%2C1731104371308,1-ff635fa717b5,42749,1731104371308 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff635fa717b5,42749,1731104371308 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/WALs/ff635fa717b5,42749,1731104371308/ff635fa717b5%2C42749%2C1731104371308.1731104373556, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T22:19:49,674 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,40597,1731104361031.replicationSource.wal-reader.ff635fa717b5%2C40597%2C1731104361031,1-ff635fa717b5,40597,1731104361031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/WALs/ff635fa717b5,40597,1731104361031/ff635fa717b5%2C40597%2C1731104361031.1731104363332 to pos 913, reset compression=false 2024-11-08T22:19:49,767 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44171,1731104366318.replicationSource.wal-reader.ff635fa717b5%2C44171%2C1731104366318,1-ff635fa717b5,44171,1731104366318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/WALs/ff635fa717b5,44171,1731104366318/ff635fa717b5%2C44171%2C1731104366318.1731104368116 to pos 904, reset compression=false 2024-11-08T22:19:49,819 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42749,1731104371308.replicationSource.wal-reader.ff635fa717b5%2C42749%2C1731104371308,1-ff635fa717b5,42749,1731104371308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/WALs/ff635fa717b5,42749,1731104371308/ff635fa717b5%2C42749%2C1731104371308.1731104373556 to pos 927, reset compression=false 2024-11-08T22:19:50,017 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-08T22:19:50,021 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-08T22:19:50,070 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44171,1731104366318.replicationSource.wal-reader.ff635fa717b5%2C44171%2C1731104366318,1-ff635fa717b5,44171,1731104366318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/WALs/ff635fa717b5,44171,1731104366318/ff635fa717b5%2C44171%2C1731104366318.1731104368116 to pos 904, reset compression=false 2024-11-08T22:19:50,077 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,40597,1731104361031.replicationSource.wal-reader.ff635fa717b5%2C40597%2C1731104361031,1-ff635fa717b5,40597,1731104361031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/WALs/ff635fa717b5,40597,1731104361031/ff635fa717b5%2C40597%2C1731104361031.1731104363332 to pos 913, reset compression=false 2024-11-08T22:19:50,079 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44171,1731104366318.replicationSource.wal-reader.ff635fa717b5%2C44171%2C1731104366318,1-ff635fa717b5,44171,1731104366318 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T22:19:50,080 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44171,1731104366318.replicationSource.wal-reader.ff635fa717b5%2C44171%2C1731104366318,1-ff635fa717b5,44171,1731104366318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/WALs/ff635fa717b5,44171,1731104366318/ff635fa717b5%2C44171%2C1731104366318.1731104368116 to pos 1063, reset compression=false 2024-11-08T22:19:50,080 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44171,1731104366318.replicationSource.shipperff635fa717b5%2C44171%2C1731104366318,1-ff635fa717b5,44171,1731104366318 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff635fa717b5,44171,1731104366318 got entry batch from reader: WALEntryBatch [walEntries=[{test/e5ced56bc99874d638db8971c4b5c2c0/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/WALs/ff635fa717b5,44171,1731104366318/ff635fa717b5%2C44171%2C1731104366318.1731104368116, lastWalPosition=1063, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-08T22:19:50,081 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42749 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T22:19:50,083 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42749 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T22:19:50,122 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42749,1731104371308.replicationSource.wal-reader.ff635fa717b5%2C42749%2C1731104371308,1-ff635fa717b5,42749,1731104371308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/WALs/ff635fa717b5,42749,1731104371308/ff635fa717b5%2C42749%2C1731104371308.1731104373556 to pos 927, reset compression=false 2024-11-08T22:19:50,125 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42749,1731104371308.replicationSource.wal-reader.ff635fa717b5%2C42749%2C1731104371308,1-ff635fa717b5,42749,1731104371308 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T22:19:50,125 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42749,1731104371308.replicationSource.wal-reader.ff635fa717b5%2C42749%2C1731104371308,1-ff635fa717b5,42749,1731104371308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/WALs/ff635fa717b5,42749,1731104371308/ff635fa717b5%2C42749%2C1731104371308.1731104373556 to pos 1076, reset compression=false 2024-11-08T22:19:50,125 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42749,1731104371308.replicationSource.shipperff635fa717b5%2C42749%2C1731104371308,1-ff635fa717b5,42749,1731104371308 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff635fa717b5,42749,1731104371308 got entry batch from reader: WALEntryBatch [walEntries=[{test/437763c4c6be80417c93401a578ed89c/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/WALs/ff635fa717b5,42749,1731104371308/ff635fa717b5%2C42749%2C1731104371308.1731104373556, lastWalPosition=1076, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-08T22:19:50,126 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T22:19:50,129 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T22:19:50,282 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44171,1731104366318.replicationSource.wal-reader.ff635fa717b5%2C44171%2C1731104366318,1-ff635fa717b5,44171,1731104366318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/WALs/ff635fa717b5,44171,1731104366318/ff635fa717b5%2C44171%2C1731104366318.1731104368116 to pos 1063, reset compression=false 2024-11-08T22:19:50,328 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42749,1731104371308.replicationSource.wal-reader.ff635fa717b5%2C42749%2C1731104371308,1-ff635fa717b5,42749,1731104371308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/WALs/ff635fa717b5,42749,1731104371308/ff635fa717b5%2C42749%2C1731104371308.1731104373556 to pos 1076, reset compression=false 2024-11-08T22:19:50,340 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T22:19:50,579 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,40597,1731104361031.replicationSource.wal-reader.ff635fa717b5%2C40597%2C1731104361031,1-ff635fa717b5,40597,1731104361031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/WALs/ff635fa717b5,40597,1731104361031/ff635fa717b5%2C40597%2C1731104361031.1731104363332 to pos 913, reset compression=false 2024-11-08T22:19:50,583 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,40597,1731104361031.replicationSource.wal-reader.ff635fa717b5%2C40597%2C1731104361031,1-ff635fa717b5,40597,1731104361031 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T22:19:50,583 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,40597,1731104361031.replicationSource.wal-reader.ff635fa717b5%2C40597%2C1731104361031,1-ff635fa717b5,40597,1731104361031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/WALs/ff635fa717b5,40597,1731104361031/ff635fa717b5%2C40597%2C1731104361031.1731104363332 to pos 1085, reset compression=false 2024-11-08T22:19:50,583 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,40597,1731104361031.replicationSource.shipperff635fa717b5%2C40597%2C1731104361031,1-ff635fa717b5,40597,1731104361031 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff635fa717b5,40597,1731104361031 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/WALs/ff635fa717b5,40597,1731104361031/ff635fa717b5%2C40597%2C1731104361031.1731104363332, lastWalPosition=1085, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T22:19:50,586 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44171,1731104366318.replicationSource.wal-reader.ff635fa717b5%2C44171%2C1731104366318,1-ff635fa717b5,44171,1731104366318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/WALs/ff635fa717b5,44171,1731104366318/ff635fa717b5%2C44171%2C1731104366318.1731104368116 to pos 1063, reset compression=false 2024-11-08T22:19:50,631 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42749,1731104371308.replicationSource.wal-reader.ff635fa717b5%2C42749%2C1731104371308,1-ff635fa717b5,42749,1731104371308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/WALs/ff635fa717b5,42749,1731104371308/ff635fa717b5%2C42749%2C1731104371308.1731104373556 to pos 1076, reset compression=false 2024-11-08T22:19:50,786 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,40597,1731104361031.replicationSource.wal-reader.ff635fa717b5%2C40597%2C1731104361031,1-ff635fa717b5,40597,1731104361031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/WALs/ff635fa717b5,40597,1731104361031/ff635fa717b5%2C40597%2C1731104361031.1731104363332 to pos 1085, reset compression=false 2024-11-08T22:19:50,989 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44171,1731104366318.replicationSource.wal-reader.ff635fa717b5%2C44171%2C1731104366318,1-ff635fa717b5,44171,1731104366318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/WALs/ff635fa717b5,44171,1731104366318/ff635fa717b5%2C44171%2C1731104366318.1731104368116 to pos 1063, reset compression=false 2024-11-08T22:19:51,022 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-08T22:19:51,025 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-08T22:19:51,034 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42749,1731104371308.replicationSource.wal-reader.ff635fa717b5%2C42749%2C1731104371308,1-ff635fa717b5,42749,1731104371308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/WALs/ff635fa717b5,42749,1731104371308/ff635fa717b5%2C42749%2C1731104371308.1731104373556 to pos 1076, reset compression=false 2024-11-08T22:19:51,038 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42749,1731104371308.replicationSource.wal-reader.ff635fa717b5%2C42749%2C1731104371308,1-ff635fa717b5,42749,1731104371308 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T22:19:51,038 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42749,1731104371308.replicationSource.wal-reader.ff635fa717b5%2C42749%2C1731104371308,1-ff635fa717b5,42749,1731104371308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/WALs/ff635fa717b5,42749,1731104371308/ff635fa717b5%2C42749%2C1731104371308.1731104373556 to pos 1235, reset compression=false 2024-11-08T22:19:51,038 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42749,1731104371308.replicationSource.shipperff635fa717b5%2C42749%2C1731104371308,1-ff635fa717b5,42749,1731104371308 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff635fa717b5,42749,1731104371308 got entry batch from reader: WALEntryBatch [walEntries=[{test/437763c4c6be80417c93401a578ed89c/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/WALs/ff635fa717b5,42749,1731104371308/ff635fa717b5%2C42749%2C1731104371308.1731104373556, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-08T22:19:51,039 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T22:19:51,041 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T22:19:51,090 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,40597,1731104361031.replicationSource.wal-reader.ff635fa717b5%2C40597%2C1731104361031,1-ff635fa717b5,40597,1731104361031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/WALs/ff635fa717b5,40597,1731104361031/ff635fa717b5%2C40597%2C1731104361031.1731104363332 to pos 1085, reset compression=false 2024-11-08T22:19:51,094 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,40597,1731104361031.replicationSource.wal-reader.ff635fa717b5%2C40597%2C1731104361031,1-ff635fa717b5,40597,1731104361031 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T22:19:51,094 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,40597,1731104361031.replicationSource.wal-reader.ff635fa717b5%2C40597%2C1731104361031,1-ff635fa717b5,40597,1731104361031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/WALs/ff635fa717b5,40597,1731104361031/ff635fa717b5%2C40597%2C1731104361031.1731104363332 to pos 1234, reset compression=false 2024-11-08T22:19:51,094 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,40597,1731104361031.replicationSource.shipperff635fa717b5%2C40597%2C1731104361031,1-ff635fa717b5,40597,1731104361031 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff635fa717b5,40597,1731104361031 got entry batch from reader: WALEntryBatch [walEntries=[{test/b16f3549ce54c24ead19fee9f251c539/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/WALs/ff635fa717b5,40597,1731104361031/ff635fa717b5%2C40597%2C1731104361031.1731104363332, lastWalPosition=1234, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-08T22:19:51,095 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44171 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T22:19:51,097 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44171 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T22:19:51,242 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42749,1731104371308.replicationSource.wal-reader.ff635fa717b5%2C42749%2C1731104371308,1-ff635fa717b5,42749,1731104371308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/WALs/ff635fa717b5,42749,1731104371308/ff635fa717b5%2C42749%2C1731104371308.1731104373556 to pos 1235, reset compression=false 2024-11-08T22:19:51,297 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,40597,1731104361031.replicationSource.wal-reader.ff635fa717b5%2C40597%2C1731104361031,1-ff635fa717b5,40597,1731104361031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/WALs/ff635fa717b5,40597,1731104361031/ff635fa717b5%2C40597%2C1731104361031.1731104363332 to pos 1234, reset compression=false 2024-11-08T22:19:51,492 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44171,1731104366318.replicationSource.wal-reader.ff635fa717b5%2C44171%2C1731104366318,1-ff635fa717b5,44171,1731104366318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/WALs/ff635fa717b5,44171,1731104366318/ff635fa717b5%2C44171%2C1731104366318.1731104368116 to pos 1063, reset compression=false 2024-11-08T22:19:51,495 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44171,1731104366318.replicationSource.wal-reader.ff635fa717b5%2C44171%2C1731104366318,1-ff635fa717b5,44171,1731104366318 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T22:19:51,495 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44171,1731104366318.replicationSource.wal-reader.ff635fa717b5%2C44171%2C1731104366318,1-ff635fa717b5,44171,1731104366318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/WALs/ff635fa717b5,44171,1731104366318/ff635fa717b5%2C44171%2C1731104366318.1731104368116 to pos 1235, reset compression=false 2024-11-08T22:19:51,495 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44171,1731104366318.replicationSource.shipperff635fa717b5%2C44171%2C1731104366318,1-ff635fa717b5,44171,1731104366318 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff635fa717b5,44171,1731104366318 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/WALs/ff635fa717b5,44171,1731104366318/ff635fa717b5%2C44171%2C1731104366318.1731104368116, lastWalPosition=1235, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T22:19:51,544 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42749,1731104371308.replicationSource.wal-reader.ff635fa717b5%2C42749%2C1731104371308,1-ff635fa717b5,42749,1731104371308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/WALs/ff635fa717b5,42749,1731104371308/ff635fa717b5%2C42749%2C1731104371308.1731104373556 to pos 1235, reset compression=false 2024-11-08T22:19:51,600 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,40597,1731104361031.replicationSource.wal-reader.ff635fa717b5%2C40597%2C1731104361031,1-ff635fa717b5,40597,1731104361031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/WALs/ff635fa717b5,40597,1731104361031/ff635fa717b5%2C40597%2C1731104361031.1731104363332 to pos 1234, reset compression=false 2024-11-08T22:19:51,698 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44171,1731104366318.replicationSource.wal-reader.ff635fa717b5%2C44171%2C1731104366318,1-ff635fa717b5,44171,1731104366318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/WALs/ff635fa717b5,44171,1731104366318/ff635fa717b5%2C44171%2C1731104366318.1731104368116 to pos 1235, reset compression=false 2024-11-08T22:19:51,948 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42749,1731104371308.replicationSource.wal-reader.ff635fa717b5%2C42749%2C1731104371308,1-ff635fa717b5,42749,1731104371308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/WALs/ff635fa717b5,42749,1731104371308/ff635fa717b5%2C42749%2C1731104371308.1731104373556 to pos 1235, reset compression=false 2024-11-08T22:19:52,001 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44171,1731104366318.replicationSource.wal-reader.ff635fa717b5%2C44171%2C1731104366318,1-ff635fa717b5,44171,1731104366318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/WALs/ff635fa717b5,44171,1731104366318/ff635fa717b5%2C44171%2C1731104366318.1731104368116 to pos 1235, reset compression=false 2024-11-08T22:19:52,002 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,40597,1731104361031.replicationSource.wal-reader.ff635fa717b5%2C40597%2C1731104361031,1-ff635fa717b5,40597,1731104361031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/WALs/ff635fa717b5,40597,1731104361031/ff635fa717b5%2C40597%2C1731104361031.1731104363332 to pos 1234, reset compression=false 2024-11-08T22:19:52,027 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-08T22:19:52,032 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35ab8e4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:19:52,032 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,36143,-1 for getting cluster id 2024-11-08T22:19:52,032 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:19:52,033 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05acde43-8885-4c50-99aa-2df19cc02c7c' 2024-11-08T22:19:52,033 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:19:52,033 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05acde43-8885-4c50-99aa-2df19cc02c7c" 2024-11-08T22:19:52,033 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fa5c8c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:19:52,033 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,36143,-1] 2024-11-08T22:19:52,033 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:19:52,034 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:19:52,034 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:19:52,035 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41cf7593, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:19:52,036 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:19:52,037 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is ff635fa717b5,36143,1731104371140 2024-11-08T22:19:52,037 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44c91e5c 2024-11-08T22:19:52,038 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T22:19:52,038 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T22:19:52,039 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36143 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1 2024-11-08T22:19:52,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36143 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-08T22:19:52,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-08T22:19:52,127 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T22:19:52,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-08T22:19:52,279 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-08T22:19:52,279 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-08T22:19:52,280 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-08T22:19:52,280 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ff635fa717b5,42749,1731104371308 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-08T22:19:52,280 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0. 2024-11-08T22:19:52,280 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:19:52,280 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:19:52,280 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:19:52,280 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:19:52,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-08T22:19:52,381 WARN [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42749,1731104371308.replicationSource.wal-reader.ff635fa717b5%2C42749%2C1731104371308,1-ff635fa717b5,42749,1731104371308 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T22:19:52,381 WARN [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42749,1731104371308.replicationSource.shipperff635fa717b5%2C42749%2C1731104371308,1-ff635fa717b5,42749,1731104371308 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-08T22:19:52,404 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44171,1731104366318.replicationSource.wal-reader.ff635fa717b5%2C44171%2C1731104366318,1-ff635fa717b5,44171,1731104366318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/WALs/ff635fa717b5,44171,1731104366318/ff635fa717b5%2C44171%2C1731104366318.1731104368116 to pos 1235, reset compression=false 2024-11-08T22:19:52,481 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42749,1731104371308.replicationSource.shipperff635fa717b5%2C42749%2C1731104371308,1-ff635fa717b5,42749,1731104371308 terminated 2024-11-08T22:19:52,496 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-ff635fa717b5,42749,1731104371308, ReplicationSource: 1, currentBandwidth=0 2024-11-08T22:19:52,496 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-08T22:19:52,496 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-08T22:19:52,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36143 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-08T22:19:52,499 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on ff635fa717b5,42749,1731104371308 suceeded 2024-11-08T22:19:52,500 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-08T22:19:52,500 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 372 msec 2024-11-08T22:19:52,500 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-08T22:19:52,501 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 461 msec 2024-11-08T22:19:52,505 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,40597,1731104361031.replicationSource.wal-reader.ff635fa717b5%2C40597%2C1731104361031,1-ff635fa717b5,40597,1731104361031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/WALs/ff635fa717b5,40597,1731104361031/ff635fa717b5%2C40597%2C1731104361031.1731104363332 to pos 1234, reset compression=false 2024-11-08T22:19:52,507 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:19:52,507 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ff635fa717b5,36459,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff635fa717b5:36459 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T22:19:52,508 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68743 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ff635fa717b5,36459,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff635fa717b5:36459 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T22:19:52,510 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42749,1731104371308 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ff635fa717b5:34673' 2024-11-08T22:19:52,511 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42749,1731104371308 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28f60587, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:19:52,511 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42749,1731104371308 {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,34673,-1 for getting cluster id 2024-11-08T22:19:52,511 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42749,1731104371308 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:19:52,511 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '456bc84e-76d0-40e8-84b4-f0c631546382' 2024-11-08T22:19:52,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:19:52,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "456bc84e-76d0-40e8-84b4-f0c631546382" 2024-11-08T22:19:52,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@32d4c9a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:19:52,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,34673,-1] 2024-11-08T22:19:52,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:19:52,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:19:52,513 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:19:52,513 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42749,1731104371308 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78509ccd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:19:52,513 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42749,1731104371308 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:19:52,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ff635fa717b5,34673,1731104360752 2024-11-08T22:19:52,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18e564d6 2024-11-08T22:19:52,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T22:19:52,514 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-08T22:19:52,515 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42749,1731104371308 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ff635fa717b5,42749,1731104371308 (queues=1) is replicating from cluster=05acde43-8885-4c50-99aa-2df19cc02c7c to cluster=456bc84e-76d0-40e8-84b4-f0c631546382 2024-11-08T22:19:52,515 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42749,1731104371308 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ff635fa717b5%2C42749%2C1731104371308 2024-11-08T22:19:52,515 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42749,1731104371308 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ff635fa717b5,42749,1731104371308, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T22:19:52,515 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42749,1731104371308.replicationSource.shipperff635fa717b5%2C42749%2C1731104371308,1-ff635fa717b5,42749,1731104371308 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ff635fa717b5%2C42749%2C1731104371308 2024-11-08T22:19:52,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-08T22:19:52,668 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-08T22:19:52,668 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T22:19:52,668 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:19:52,668 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:19:52,668 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:19:52,668 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:19:52,671 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-08T22:19:52,907 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44171,1731104366318.replicationSource.wal-reader.ff635fa717b5%2C44171%2C1731104366318,1-ff635fa717b5,44171,1731104366318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/WALs/ff635fa717b5,44171,1731104366318/ff635fa717b5%2C44171%2C1731104366318.1731104368116 to pos 1235, reset compression=false 2024-11-08T22:19:53,108 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,40597,1731104361031.replicationSource.wal-reader.ff635fa717b5%2C40597%2C1731104361031,1-ff635fa717b5,40597,1731104361031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/WALs/ff635fa717b5,40597,1731104361031/ff635fa717b5%2C40597%2C1731104361031.1731104363332 to pos 1234, reset compression=false 2024-11-08T22:19:53,113 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,40597,1731104361031.replicationSource.wal-reader.ff635fa717b5%2C40597%2C1731104361031,1-ff635fa717b5,40597,1731104361031 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T22:19:53,113 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,40597,1731104361031.replicationSource.wal-reader.ff635fa717b5%2C40597%2C1731104361031,1-ff635fa717b5,40597,1731104361031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/WALs/ff635fa717b5,40597,1731104361031/ff635fa717b5%2C40597%2C1731104361031.1731104363332 to pos 1338, reset compression=false 2024-11-08T22:19:53,113 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,40597,1731104361031.replicationSource.shipperff635fa717b5%2C40597%2C1731104361031,1-ff635fa717b5,40597,1731104361031 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff635fa717b5,40597,1731104361031 got entry batch from reader: WALEntryBatch [walEntries=[{test/b16f3549ce54c24ead19fee9f251c539/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/WALs/ff635fa717b5,40597,1731104361031/ff635fa717b5%2C40597%2C1731104361031.1731104363332, lastWalPosition=1338, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-08T22:19:53,114 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44171 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T22:19:53,116 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44171 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T22:19:53,316 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,40597,1731104361031.replicationSource.wal-reader.ff635fa717b5%2C40597%2C1731104361031,1-ff635fa717b5,40597,1731104361031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/WALs/ff635fa717b5,40597,1731104361031/ff635fa717b5%2C40597%2C1731104361031.1731104363332 to pos 1338, reset compression=false 2024-11-08T22:19:53,513 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44171,1731104366318.replicationSource.wal-reader.ff635fa717b5%2C44171%2C1731104366318,1-ff635fa717b5,44171,1731104366318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/WALs/ff635fa717b5,44171,1731104366318/ff635fa717b5%2C44171%2C1731104366318.1731104368116 to pos 1235, reset compression=false 2024-11-08T22:19:53,517 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44171,1731104366318.replicationSource.wal-reader.ff635fa717b5%2C44171%2C1731104366318,1-ff635fa717b5,44171,1731104366318 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T22:19:53,517 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44171,1731104366318.replicationSource.wal-reader.ff635fa717b5%2C44171%2C1731104366318,1-ff635fa717b5,44171,1731104366318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/WALs/ff635fa717b5,44171,1731104366318/ff635fa717b5%2C44171%2C1731104366318.1731104368116 to pos 1362, reset compression=false 2024-11-08T22:19:53,517 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44171,1731104366318.replicationSource.shipperff635fa717b5%2C44171%2C1731104366318,1-ff635fa717b5,44171,1731104366318 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff635fa717b5,44171,1731104366318 got entry batch from reader: WALEntryBatch [walEntries=[{test/e5ced56bc99874d638db8971c4b5c2c0/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/WALs/ff635fa717b5,44171,1731104366318/ff635fa717b5%2C44171%2C1731104366318.1731104368116, lastWalPosition=1362, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-08T22:19:53,519 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42749 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T22:19:53,521 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42749 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T22:19:53,620 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,40597,1731104361031.replicationSource.wal-reader.ff635fa717b5%2C40597%2C1731104361031,1-ff635fa717b5,40597,1731104361031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/WALs/ff635fa717b5,40597,1731104361031/ff635fa717b5%2C40597%2C1731104361031.1731104363332 to pos 1338, reset compression=false 2024-11-08T22:19:53,673 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-08T22:19:53,675 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5001a074, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:19:53,675 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,36143,-1 for getting cluster id 2024-11-08T22:19:53,675 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:19:53,676 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05acde43-8885-4c50-99aa-2df19cc02c7c' 2024-11-08T22:19:53,676 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:19:53,676 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05acde43-8885-4c50-99aa-2df19cc02c7c" 2024-11-08T22:19:53,676 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5638d5df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:19:53,676 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,36143,-1] 2024-11-08T22:19:53,677 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:19:53,677 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:19:53,677 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:19:53,678 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44c94ed9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:19:53,680 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:19:53,681 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is ff635fa717b5,36143,1731104371140 2024-11-08T22:19:53,681 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4cdfcc31 2024-11-08T22:19:53,682 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T22:19:53,683 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T22:19:53,683 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36143 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1 2024-11-08T22:19:53,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36143 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-08T22:19:53,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-08T22:19:53,721 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44171,1731104366318.replicationSource.wal-reader.ff635fa717b5%2C44171%2C1731104366318,1-ff635fa717b5,44171,1731104366318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/WALs/ff635fa717b5,44171,1731104366318/ff635fa717b5%2C44171%2C1731104366318.1731104368116 to pos 1362, reset compression=false 2024-11-08T22:19:53,725 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44171,1731104366318.replicationSource.wal-reader.ff635fa717b5%2C44171%2C1731104366318,1-ff635fa717b5,44171,1731104366318 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T22:19:53,725 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44171,1731104366318.replicationSource.wal-reader.ff635fa717b5%2C44171%2C1731104366318,1-ff635fa717b5,44171,1731104366318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/WALs/ff635fa717b5,44171,1731104366318/ff635fa717b5%2C44171%2C1731104366318.1731104368116 to pos 1466, reset compression=false 2024-11-08T22:19:53,725 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44171,1731104366318.replicationSource.shipperff635fa717b5%2C44171%2C1731104366318,1-ff635fa717b5,44171,1731104366318 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff635fa717b5,44171,1731104366318 got entry batch from reader: WALEntryBatch [walEntries=[{test/e5ced56bc99874d638db8971c4b5c2c0/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/WALs/ff635fa717b5,44171,1731104366318/ff635fa717b5%2C44171%2C1731104366318.1731104368116, lastWalPosition=1466, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-08T22:19:53,726 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42749 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T22:19:53,728 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42749 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T22:19:53,737 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T22:19:53,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-08T22:19:53,889 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-08T22:19:53,889 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-08T22:19:53,890 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-08T22:19:53,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36143 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-08T22:19:53,892 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on ff635fa717b5,42749,1731104371308 suceeded 2024-11-08T22:19:53,894 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-08T22:19:53,894 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 155 msec 2024-11-08T22:19:53,894 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-08T22:19:53,895 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 211 msec 2024-11-08T22:19:53,916 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42749,1731104371308.replicationSource.wal-reader.ff635fa717b5%2C42749%2C1731104371308,1-ff635fa717b5,42749,1731104371308 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/WALs/ff635fa717b5,42749,1731104371308/ff635fa717b5%2C42749%2C1731104371308.1731104373556, startPosition=1235, beingWritten=true 2024-11-08T22:19:53,921 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42749,1731104371308.replicationSource.wal-reader.ff635fa717b5%2C42749%2C1731104371308,1-ff635fa717b5,42749,1731104371308 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T22:19:53,921 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42749,1731104371308.replicationSource.wal-reader.ff635fa717b5%2C42749%2C1731104371308,1-ff635fa717b5,42749,1731104371308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/WALs/ff635fa717b5,42749,1731104371308/ff635fa717b5%2C42749%2C1731104371308.1731104373556 to pos 1512, reset compression=false 2024-11-08T22:19:53,921 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42749,1731104371308.replicationSource.shipperff635fa717b5%2C42749%2C1731104371308,1-ff635fa717b5,42749,1731104371308 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff635fa717b5,42749,1731104371308 got entry batch from reader: WALEntryBatch [walEntries=[{test/437763c4c6be80417c93401a578ed89c/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/WALs/ff635fa717b5,42749,1731104371308/ff635fa717b5%2C42749%2C1731104371308.1731104373556, lastWalPosition=1512, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-08T22:19:53,924 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42749,1731104371308.replicationSource.shipperff635fa717b5%2C42749%2C1731104371308,1-ff635fa717b5,42749,1731104371308 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T22:19:53,925 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-08T22:19:53,926 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T22:19:53,928 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T22:19:53,928 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44171,1731104366318.replicationSource.wal-reader.ff635fa717b5%2C44171%2C1731104366318,1-ff635fa717b5,44171,1731104366318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/WALs/ff635fa717b5,44171,1731104366318/ff635fa717b5%2C44171%2C1731104366318.1731104368116 to pos 1466, reset compression=false 2024-11-08T22:19:54,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-08T22:19:54,008 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-08T22:19:54,008 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T22:19:54,008 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:19:54,008 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:19:54,008 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:19:54,008 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:19:54,010 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-08T22:19:54,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T22:19:54,010 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T22:19:54,010 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:19:54,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:19:54,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:19:54,010 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:19:54,010 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T22:19:54,010 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=904554752, stopped=false 2024-11-08T22:19:54,010 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ff635fa717b5,36143,1731104371140 2024-11-08T22:19:54,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42749-0x1011c883d980007, quorum=127.0.0.1:53272, baseZNode=/21442015080 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21442015080/running 2024-11-08T22:19:54,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36143-0x1011c883d980006, quorum=127.0.0.1:53272, baseZNode=/21442015080 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21442015080/running 2024-11-08T22:19:54,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42749-0x1011c883d980007, quorum=127.0.0.1:53272, baseZNode=/21442015080 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21442015080 2024-11-08T22:19:54,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36143-0x1011c883d980006, quorum=127.0.0.1:53272, baseZNode=/21442015080 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21442015080 2024-11-08T22:19:54,020 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T22:19:54,021 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T22:19:54,021 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:19:54,021 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:19:54,021 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42749-0x1011c883d980007, quorum=127.0.0.1:53272, baseZNode=/21442015080 Set watcher on znode that does not yet exist, /21442015080/running 2024-11-08T22:19:54,021 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36143-0x1011c883d980006, quorum=127.0.0.1:53272, baseZNode=/21442015080 Set watcher on znode that does not yet exist, /21442015080/running 2024-11-08T22:19:54,021 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ff635fa717b5,42749,1731104371308' ***** 2024-11-08T22:19:54,021 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T22:19:54,022 INFO [RS:0;ff635fa717b5:42749 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T22:19:54,022 INFO [RS:0;ff635fa717b5:42749 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T22:19:54,022 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T22:19:54,022 INFO [RS:0;ff635fa717b5:42749 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T22:19:54,022 INFO [RS:0;ff635fa717b5:42749 {}] regionserver.HRegionServer(3091): Received CLOSE for 437763c4c6be80417c93401a578ed89c 2024-11-08T22:19:54,022 INFO [RS:0;ff635fa717b5:42749 {}] regionserver.HRegionServer(3091): Received CLOSE for 3e086bb4db5509e8b7521930ef106f0a 2024-11-08T22:19:54,022 INFO [RS:0;ff635fa717b5:42749 {}] regionserver.HRegionServer(959): stopping server ff635fa717b5,42749,1731104371308 2024-11-08T22:19:54,022 INFO [RS:0;ff635fa717b5:42749 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T22:19:54,022 INFO [RS:0;ff635fa717b5:42749 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff635fa717b5:42749. 2024-11-08T22:19:54,022 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 437763c4c6be80417c93401a578ed89c, disabling compactions & flushes 2024-11-08T22:19:54,022 DEBUG [RS:0;ff635fa717b5:42749 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:19:54,022 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731104377371.437763c4c6be80417c93401a578ed89c. 2024-11-08T22:19:54,022 DEBUG [RS:0;ff635fa717b5:42749 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:19:54,022 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731104377371.437763c4c6be80417c93401a578ed89c. 2024-11-08T22:19:54,022 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731104377371.437763c4c6be80417c93401a578ed89c. after waiting 0 ms 2024-11-08T22:19:54,022 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731104377371.437763c4c6be80417c93401a578ed89c. 2024-11-08T22:19:54,022 INFO [RS:0;ff635fa717b5:42749 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T22:19:54,022 INFO [RS:0;ff635fa717b5:42749 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T22:19:54,022 INFO [RS:0;ff635fa717b5:42749 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T22:19:54,022 INFO [RS:0;ff635fa717b5:42749 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T22:19:54,022 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 437763c4c6be80417c93401a578ed89c 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-08T22:19:54,023 INFO [RS:0;ff635fa717b5:42749 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T22:19:54,023 DEBUG [RS:0;ff635fa717b5:42749 {}] regionserver.HRegionServer(1325): Online Regions={437763c4c6be80417c93401a578ed89c=test,,1731104377371.437763c4c6be80417c93401a578ed89c., 3e086bb4db5509e8b7521930ef106f0a=hbase:replication,,1731104383842.3e086bb4db5509e8b7521930ef106f0a., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T22:19:54,023 DEBUG [RS:0;ff635fa717b5:42749 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3e086bb4db5509e8b7521930ef106f0a, 437763c4c6be80417c93401a578ed89c 2024-11-08T22:19:54,023 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,40597,1731104361031.replicationSource.wal-reader.ff635fa717b5%2C40597%2C1731104361031,1-ff635fa717b5,40597,1731104361031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/WALs/ff635fa717b5,40597,1731104361031/ff635fa717b5%2C40597%2C1731104361031.1731104363332 to pos 1338, reset compression=false 2024-11-08T22:19:54,023 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T22:19:54,023 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T22:19:54,023 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T22:19:54,023 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T22:19:54,023 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T22:19:54,023 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T22:19:54,027 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,40597,1731104361031.replicationSource.wal-reader.ff635fa717b5%2C40597%2C1731104361031,1-ff635fa717b5,40597,1731104361031 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T22:19:54,028 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,40597,1731104361031.replicationSource.wal-reader.ff635fa717b5%2C40597%2C1731104361031,1-ff635fa717b5,40597,1731104361031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/WALs/ff635fa717b5,40597,1731104361031/ff635fa717b5%2C40597%2C1731104361031.1731104363332 to pos 1488, reset compression=false 2024-11-08T22:19:54,028 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,40597,1731104361031.replicationSource.shipperff635fa717b5%2C40597%2C1731104361031,1-ff635fa717b5,40597,1731104361031 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff635fa717b5,40597,1731104361031 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/WALs/ff635fa717b5,40597,1731104361031/ff635fa717b5%2C40597%2C1731104361031.1731104363332, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T22:19:54,042 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/data/hbase/meta/1588230740/.tmp/info/420542a35f4d4c379a20bd16c1e2f3e3 is 147, key is hbase:replication,,1731104383842.3e086bb4db5509e8b7521930ef106f0a./info:regioninfo/1731104385021/Put/seqid=0 2024-11-08T22:19:54,042 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/data/default/test/437763c4c6be80417c93401a578ed89c/.tmp/f/c9a0ffa5f63e4dd483ac23b35d17cd4c is 37, key is row3/f:row3/1731104392669/Put/seqid=0 2024-11-08T22:19:54,044 INFO [regionserver/ff635fa717b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T22:19:54,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42187 is added to blk_1073741840_1016 (size=7686) 2024-11-08T22:19:54,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42187 is added to blk_1073741841_1017 (size=5228) 2024-11-08T22:19:54,046 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/data/hbase/meta/1588230740/.tmp/info/420542a35f4d4c379a20bd16c1e2f3e3 2024-11-08T22:19:54,063 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/data/hbase/meta/1588230740/.tmp/ns/c3452dd0fc024cf09da7cb120006156b is 43, key is default/ns:d/1731104374017/Put/seqid=0 2024-11-08T22:19:54,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42187 is added to blk_1073741842_1018 (size=5153) 2024-11-08T22:19:54,125 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42749,1731104371308.replicationSource.wal-reader.ff635fa717b5%2C42749%2C1731104371308,1-ff635fa717b5,42749,1731104371308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/WALs/ff635fa717b5,42749,1731104371308/ff635fa717b5%2C42749%2C1731104371308.1731104373556 to pos 1512, reset compression=false 2024-11-08T22:19:54,129 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42749,1731104371308.replicationSource.wal-reader.ff635fa717b5%2C42749%2C1731104371308,1-ff635fa717b5,42749,1731104371308 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T22:19:54,129 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42749,1731104371308.replicationSource.wal-reader.ff635fa717b5%2C42749%2C1731104371308,1-ff635fa717b5,42749,1731104371308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/WALs/ff635fa717b5,42749,1731104371308/ff635fa717b5%2C42749%2C1731104371308.1731104373556 to pos 1759, reset compression=false 2024-11-08T22:19:54,129 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42749,1731104371308.replicationSource.shipperff635fa717b5%2C42749%2C1731104371308,1-ff635fa717b5,42749,1731104371308 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff635fa717b5,42749,1731104371308 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/WALs/ff635fa717b5,42749,1731104371308/ff635fa717b5%2C42749%2C1731104371308.1731104373556, lastWalPosition=1759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T22:19:54,130 ERROR [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42749,1731104371308.replicationSource.shipperff635fa717b5%2C42749%2C1731104371308,1-ff635fa717b5,42749,1731104371308 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ff635fa717b5,42749,1731104371308: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-ff635fa717b5,42749,1731104371308, walGroup=ff635fa717b5%2C42749%2C1731104371308, offset=ff635fa717b5%2C42749%2C1731104371308.1731104373556:1759, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff635fa717b5:42749 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T22:19:54,132 ERROR [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42749,1731104371308.replicationSource.shipperff635fa717b5%2C42749%2C1731104371308,1-ff635fa717b5,42749,1731104371308 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T22:19:54,132 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42749,1731104371308.replicationSource.shipperff635fa717b5%2C42749%2C1731104371308,1-ff635fa717b5,42749,1731104371308 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T22:19:54,132 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42749,1731104371308.replicationSource.shipperff635fa717b5%2C42749%2C1731104371308,1-ff635fa717b5,42749,1731104371308 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T22:19:54,132 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42749,1731104371308.replicationSource.shipperff635fa717b5%2C42749%2C1731104371308,1-ff635fa717b5,42749,1731104371308 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T22:19:54,132 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42749,1731104371308.replicationSource.shipperff635fa717b5%2C42749%2C1731104371308,1-ff635fa717b5,42749,1731104371308 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T22:19:54,132 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42749,1731104371308.replicationSource.shipperff635fa717b5%2C42749%2C1731104371308,1-ff635fa717b5,42749,1731104371308 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1251999744, "init": 1048576000, "max": 2306867200, "used": 782983032 }, "NonHeapMemoryUsage": { "committed": 201719808, "init": 7667712, "max": -1, "used": 198700288 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T22:19:54,133 WARN [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42749,1731104371308.replicationSource.shipperff635fa717b5%2C42749%2C1731104371308,1-ff635fa717b5,42749,1731104371308 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff635fa717b5:36143 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff635fa717b5:36143 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T22:19:54,223 DEBUG [RS:0;ff635fa717b5:42749 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3e086bb4db5509e8b7521930ef106f0a, 437763c4c6be80417c93401a578ed89c 2024-11-08T22:19:54,231 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,40597,1731104361031.replicationSource.wal-reader.ff635fa717b5%2C40597%2C1731104361031,1-ff635fa717b5,40597,1731104361031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/WALs/ff635fa717b5,40597,1731104361031/ff635fa717b5%2C40597%2C1731104361031.1731104363332 to pos 1488, reset compression=false 2024-11-08T22:19:54,232 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44171,1731104366318.replicationSource.wal-reader.ff635fa717b5%2C44171%2C1731104366318,1-ff635fa717b5,44171,1731104366318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/WALs/ff635fa717b5,44171,1731104366318/ff635fa717b5%2C44171%2C1731104366318.1731104368116 to pos 1466, reset compression=false 2024-11-08T22:19:54,332 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42749,1731104371308.replicationSource.wal-reader.ff635fa717b5%2C42749%2C1731104371308,1-ff635fa717b5,42749,1731104371308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/WALs/ff635fa717b5,42749,1731104371308/ff635fa717b5%2C42749%2C1731104371308.1731104373556 to pos 1759, reset compression=false 2024-11-08T22:19:54,423 DEBUG [RS:0;ff635fa717b5:42749 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3e086bb4db5509e8b7521930ef106f0a, 437763c4c6be80417c93401a578ed89c 2024-11-08T22:19:54,429 INFO [regionserver/ff635fa717b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T22:19:54,429 INFO [regionserver/ff635fa717b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T22:19:54,446 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/data/default/test/437763c4c6be80417c93401a578ed89c/.tmp/f/c9a0ffa5f63e4dd483ac23b35d17cd4c 2024-11-08T22:19:54,450 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c9a0ffa5f63e4dd483ac23b35d17cd4c 2024-11-08T22:19:54,465 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/data/default/test/437763c4c6be80417c93401a578ed89c/.tmp/f1/ee540a5cac7c4d4291b81748787dbcac is 30, key is row1/f1:/1731104390018/DeleteFamily/seqid=0 2024-11-08T22:19:54,467 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/data/hbase/meta/1588230740/.tmp/ns/c3452dd0fc024cf09da7cb120006156b 2024-11-08T22:19:54,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42187 is added to blk_1073741843_1019 (size=5158) 2024-11-08T22:19:54,487 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/data/hbase/meta/1588230740/.tmp/rep_barrier/144c453ef8fc40a6be66273f2118a9ce is 112, key is test,,1731104377371.437763c4c6be80417c93401a578ed89c./rep_barrier:seqnumDuringOpen/1731104378557/Put/seqid=0 2024-11-08T22:19:54,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42187 is added to blk_1073741844_1020 (size=5518) 2024-11-08T22:19:54,535 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,40597,1731104361031.replicationSource.wal-reader.ff635fa717b5%2C40597%2C1731104361031,1-ff635fa717b5,40597,1731104361031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/WALs/ff635fa717b5,40597,1731104361031/ff635fa717b5%2C40597%2C1731104361031.1731104363332 to pos 1488, reset compression=false 2024-11-08T22:19:54,623 DEBUG [RS:0;ff635fa717b5:42749 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3e086bb4db5509e8b7521930ef106f0a, 437763c4c6be80417c93401a578ed89c 2024-11-08T22:19:54,635 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44171,1731104366318.replicationSource.wal-reader.ff635fa717b5%2C44171%2C1731104366318,1-ff635fa717b5,44171,1731104366318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/WALs/ff635fa717b5,44171,1731104366318/ff635fa717b5%2C44171%2C1731104366318.1731104368116 to pos 1466, reset compression=false 2024-11-08T22:19:54,636 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42749,1731104371308.replicationSource.wal-reader.ff635fa717b5%2C42749%2C1731104371308,1-ff635fa717b5,42749,1731104371308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/WALs/ff635fa717b5,42749,1731104371308/ff635fa717b5%2C42749%2C1731104371308.1731104373556 to pos 1759, reset compression=false 2024-11-08T22:19:54,823 DEBUG [RS:0;ff635fa717b5:42749 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3e086bb4db5509e8b7521930ef106f0a, 437763c4c6be80417c93401a578ed89c 2024-11-08T22:19:54,869 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/data/default/test/437763c4c6be80417c93401a578ed89c/.tmp/f1/ee540a5cac7c4d4291b81748787dbcac 2024-11-08T22:19:54,872 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ee540a5cac7c4d4291b81748787dbcac 2024-11-08T22:19:54,890 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/data/default/test/437763c4c6be80417c93401a578ed89c/.tmp/norep/120eb44bb1a34f2bb831c12bb30a98a9 is 33, key is row2/norep:/1731104391023/DeleteFamily/seqid=0 2024-11-08T22:19:54,891 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/data/hbase/meta/1588230740/.tmp/rep_barrier/144c453ef8fc40a6be66273f2118a9ce 2024-11-08T22:19:54,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42187 is added to blk_1073741845_1021 (size=5108) 2024-11-08T22:19:54,913 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/data/hbase/meta/1588230740/.tmp/table/1e51a4bcf8884784a47f8f8539439212 is 53, key is hbase:replication/table:state/1731104385027/Put/seqid=0 2024-11-08T22:19:54,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42187 is added to blk_1073741846_1022 (size=5308) 2024-11-08T22:19:54,938 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,40597,1731104361031.replicationSource.wal-reader.ff635fa717b5%2C40597%2C1731104361031,1-ff635fa717b5,40597,1731104361031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/WALs/ff635fa717b5,40597,1731104361031/ff635fa717b5%2C40597%2C1731104361031.1731104363332 to pos 1488, reset compression=false 2024-11-08T22:19:55,024 DEBUG [RS:0;ff635fa717b5:42749 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3e086bb4db5509e8b7521930ef106f0a, 437763c4c6be80417c93401a578ed89c 2024-11-08T22:19:55,039 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42749,1731104371308.replicationSource.wal-reader.ff635fa717b5%2C42749%2C1731104371308,1-ff635fa717b5,42749,1731104371308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/WALs/ff635fa717b5,42749,1731104371308/ff635fa717b5%2C42749%2C1731104371308.1731104373556 to pos 1759, reset compression=false 2024-11-08T22:19:55,138 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44171,1731104366318.replicationSource.wal-reader.ff635fa717b5%2C44171%2C1731104366318,1-ff635fa717b5,44171,1731104366318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/WALs/ff635fa717b5,44171,1731104366318/ff635fa717b5%2C44171%2C1731104366318.1731104368116 to pos 1466, reset compression=false 2024-11-08T22:19:55,224 DEBUG [RS:0;ff635fa717b5:42749 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3e086bb4db5509e8b7521930ef106f0a, 437763c4c6be80417c93401a578ed89c 2024-11-08T22:19:55,294 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/data/default/test/437763c4c6be80417c93401a578ed89c/.tmp/norep/120eb44bb1a34f2bb831c12bb30a98a9 2024-11-08T22:19:55,297 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 120eb44bb1a34f2bb831c12bb30a98a9 2024-11-08T22:19:55,297 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/data/default/test/437763c4c6be80417c93401a578ed89c/.tmp/f/c9a0ffa5f63e4dd483ac23b35d17cd4c as hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/data/default/test/437763c4c6be80417c93401a578ed89c/f/c9a0ffa5f63e4dd483ac23b35d17cd4c 2024-11-08T22:19:55,301 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c9a0ffa5f63e4dd483ac23b35d17cd4c 2024-11-08T22:19:55,301 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/data/default/test/437763c4c6be80417c93401a578ed89c/f/c9a0ffa5f63e4dd483ac23b35d17cd4c, entries=5, sequenceid=12, filesize=5.1 K 2024-11-08T22:19:55,302 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/data/default/test/437763c4c6be80417c93401a578ed89c/.tmp/f1/ee540a5cac7c4d4291b81748787dbcac as hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/data/default/test/437763c4c6be80417c93401a578ed89c/f1/ee540a5cac7c4d4291b81748787dbcac 2024-11-08T22:19:55,305 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ee540a5cac7c4d4291b81748787dbcac 2024-11-08T22:19:55,305 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/data/default/test/437763c4c6be80417c93401a578ed89c/f1/ee540a5cac7c4d4291b81748787dbcac, entries=3, sequenceid=12, filesize=5.0 K 2024-11-08T22:19:55,306 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/data/default/test/437763c4c6be80417c93401a578ed89c/.tmp/norep/120eb44bb1a34f2bb831c12bb30a98a9 as hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/data/default/test/437763c4c6be80417c93401a578ed89c/norep/120eb44bb1a34f2bb831c12bb30a98a9 2024-11-08T22:19:55,309 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 120eb44bb1a34f2bb831c12bb30a98a9 2024-11-08T22:19:55,309 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/data/default/test/437763c4c6be80417c93401a578ed89c/norep/120eb44bb1a34f2bb831c12bb30a98a9, entries=1, sequenceid=12, filesize=5.0 K 2024-11-08T22:19:55,310 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 437763c4c6be80417c93401a578ed89c in 1288ms, sequenceid=12, compaction requested=false 2024-11-08T22:19:55,313 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/data/default/test/437763c4c6be80417c93401a578ed89c/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-08T22:19:55,314 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T22:19:55,314 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T22:19:55,314 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731104377371.437763c4c6be80417c93401a578ed89c. 2024-11-08T22:19:55,314 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 437763c4c6be80417c93401a578ed89c: Waiting for close lock at 1731104394022Running coprocessor pre-close hooks at 1731104394022Disabling compacts and flushes for region at 1731104394022Disabling writes for close at 1731104394022Obtaining lock to block concurrent updates at 1731104394022Preparing flush snapshotting stores in 437763c4c6be80417c93401a578ed89c at 1731104394022Finished memstore snapshotting test,,1731104377371.437763c4c6be80417c93401a578ed89c., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731104394023 (+1 ms)Flushing stores of test,,1731104377371.437763c4c6be80417c93401a578ed89c. at 1731104394023Flushing 437763c4c6be80417c93401a578ed89c/f: creating writer at 1731104394024 (+1 ms)Flushing 437763c4c6be80417c93401a578ed89c/f: appending metadata at 1731104394042 (+18 ms)Flushing 437763c4c6be80417c93401a578ed89c/f: closing flushed file at 1731104394042Flushing 437763c4c6be80417c93401a578ed89c/f1: creating writer at 1731104394451 (+409 ms)Flushing 437763c4c6be80417c93401a578ed89c/f1: appending metadata at 1731104394464 (+13 ms)Flushing 437763c4c6be80417c93401a578ed89c/f1: closing flushed file at 1731104394464Flushing 437763c4c6be80417c93401a578ed89c/norep: creating writer at 1731104394873 (+409 ms)Flushing 437763c4c6be80417c93401a578ed89c/norep: appending metadata at 1731104394889 (+16 ms)Flushing 437763c4c6be80417c93401a578ed89c/norep: closing flushed file at 1731104394889Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30d75fc0: reopening flushed file at 1731104395297 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31ee2e06: reopening flushed file at 1731104395301 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57ed8ea5: reopening flushed file at 1731104395305 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 437763c4c6be80417c93401a578ed89c in 1288ms, sequenceid=12, compaction requested=false at 1731104395310 (+5 ms)Writing region close event to WAL at 1731104395311 (+1 ms)Running coprocessor post-close hooks at 1731104395314 (+3 ms)Closed at 1731104395314 2024-11-08T22:19:55,314 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731104377371.437763c4c6be80417c93401a578ed89c. 2024-11-08T22:19:55,314 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3e086bb4db5509e8b7521930ef106f0a, disabling compactions & flushes 2024-11-08T22:19:55,314 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731104383842.3e086bb4db5509e8b7521930ef106f0a. 2024-11-08T22:19:55,314 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731104383842.3e086bb4db5509e8b7521930ef106f0a. 2024-11-08T22:19:55,314 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731104383842.3e086bb4db5509e8b7521930ef106f0a. after waiting 0 ms 2024-11-08T22:19:55,314 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731104383842.3e086bb4db5509e8b7521930ef106f0a. 2024-11-08T22:19:55,315 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3e086bb4db5509e8b7521930ef106f0a: Waiting for close lock at 1731104395314Running coprocessor pre-close hooks at 1731104395314Disabling compacts and flushes for region at 1731104395314Disabling writes for close at 1731104395314Failed flush hbase:replication,,1731104383842.3e086bb4db5509e8b7521930ef106f0a., putting online again at 1731104395315 (+1 ms) 2024-11-08T22:19:55,315 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731104383842.3e086bb4db5509e8b7521930ef106f0a. 2024-11-08T22:19:55,317 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/data/hbase/meta/1588230740/.tmp/table/1e51a4bcf8884784a47f8f8539439212 2024-11-08T22:19:55,320 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/data/hbase/meta/1588230740/.tmp/info/420542a35f4d4c379a20bd16c1e2f3e3 as hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/data/hbase/meta/1588230740/info/420542a35f4d4c379a20bd16c1e2f3e3 2024-11-08T22:19:55,323 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/data/hbase/meta/1588230740/info/420542a35f4d4c379a20bd16c1e2f3e3, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T22:19:55,324 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/data/hbase/meta/1588230740/.tmp/ns/c3452dd0fc024cf09da7cb120006156b as hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/data/hbase/meta/1588230740/ns/c3452dd0fc024cf09da7cb120006156b 2024-11-08T22:19:55,327 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/data/hbase/meta/1588230740/ns/c3452dd0fc024cf09da7cb120006156b, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T22:19:55,328 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/data/hbase/meta/1588230740/.tmp/rep_barrier/144c453ef8fc40a6be66273f2118a9ce as hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/data/hbase/meta/1588230740/rep_barrier/144c453ef8fc40a6be66273f2118a9ce 2024-11-08T22:19:55,332 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/data/hbase/meta/1588230740/rep_barrier/144c453ef8fc40a6be66273f2118a9ce, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T22:19:55,333 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/data/hbase/meta/1588230740/.tmp/table/1e51a4bcf8884784a47f8f8539439212 as hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/data/hbase/meta/1588230740/table/1e51a4bcf8884784a47f8f8539439212 2024-11-08T22:19:55,336 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/data/hbase/meta/1588230740/table/1e51a4bcf8884784a47f8f8539439212, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T22:19:55,337 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1314ms, sequenceid=16, compaction requested=false 2024-11-08T22:19:55,344 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T22:19:55,345 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T22:19:55,345 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T22:19:55,345 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T22:19:55,345 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731104394023Running coprocessor pre-close hooks at 1731104394023Disabling compacts and flushes for region at 1731104394023Disabling writes for close at 1731104394023Obtaining lock to block concurrent updates at 1731104394023Preparing flush snapshotting stores in 1588230740 at 1731104394023Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731104394023Flushing stores of hbase:meta,,1.1588230740 at 1731104394024 (+1 ms)Flushing 1588230740/info: creating writer at 1731104394024Flushing 1588230740/info: appending metadata at 1731104394042 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731104394042Flushing 1588230740/ns: creating writer at 1731104394050 (+8 ms)Flushing 1588230740/ns: appending metadata at 1731104394063 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731104394063Flushing 1588230740/rep_barrier: creating writer at 1731104394470 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731104394487 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731104394487Flushing 1588230740/table: creating writer at 1731104394895 (+408 ms)Flushing 1588230740/table: appending metadata at 1731104394913 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731104394913Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11d95e52: reopening flushed file at 1731104395320 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2266e28f: reopening flushed file at 1731104395323 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@751030de: reopening flushed file at 1731104395328 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@193d2d70: reopening flushed file at 1731104395332 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1314ms, sequenceid=16, compaction requested=false at 1731104395337 (+5 ms)Writing region close event to WAL at 1731104395342 (+5 ms)Running coprocessor post-close hooks at 1731104395345 (+3 ms)Closed at 1731104395345 2024-11-08T22:19:55,345 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T22:19:55,424 INFO [RS:0;ff635fa717b5:42749 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T22:19:55,424 DEBUG [RS:0;ff635fa717b5:42749 {}] regionserver.HRegionServer(1325): Online Regions={3e086bb4db5509e8b7521930ef106f0a=hbase:replication,,1731104383842.3e086bb4db5509e8b7521930ef106f0a.} 2024-11-08T22:19:55,424 INFO [RS:0;ff635fa717b5:42749 {}] regionserver.HRegionServer(3091): Received CLOSE for 3e086bb4db5509e8b7521930ef106f0a 2024-11-08T22:19:55,424 DEBUG [RS:0;ff635fa717b5:42749 {}] regionserver.HRegionServer(1351): Waiting on 3e086bb4db5509e8b7521930ef106f0a 2024-11-08T22:19:55,424 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3e086bb4db5509e8b7521930ef106f0a, disabling compactions & flushes 2024-11-08T22:19:55,424 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731104383842.3e086bb4db5509e8b7521930ef106f0a. 2024-11-08T22:19:55,424 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731104383842.3e086bb4db5509e8b7521930ef106f0a. 2024-11-08T22:19:55,424 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731104383842.3e086bb4db5509e8b7521930ef106f0a. after waiting 0 ms 2024-11-08T22:19:55,424 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731104383842.3e086bb4db5509e8b7521930ef106f0a. 2024-11-08T22:19:55,425 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3e086bb4db5509e8b7521930ef106f0a: Waiting for close lock at 1731104395424Running coprocessor pre-close hooks at 1731104395424Disabling compacts and flushes for region at 1731104395424Disabling writes for close at 1731104395424Failed flush hbase:replication,,1731104383842.3e086bb4db5509e8b7521930ef106f0a., putting online again at 1731104395424 2024-11-08T22:19:55,425 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731104383842.3e086bb4db5509e8b7521930ef106f0a. 2024-11-08T22:19:55,441 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,40597,1731104361031.replicationSource.wal-reader.ff635fa717b5%2C40597%2C1731104361031,1-ff635fa717b5,40597,1731104361031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/WALs/ff635fa717b5,40597,1731104361031/ff635fa717b5%2C40597%2C1731104361031.1731104363332 to pos 1488, reset compression=false 2024-11-08T22:19:55,542 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42749,1731104371308.replicationSource.wal-reader.ff635fa717b5%2C42749%2C1731104371308,1-ff635fa717b5,42749,1731104371308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/WALs/ff635fa717b5,42749,1731104371308/ff635fa717b5%2C42749%2C1731104371308.1731104373556 to pos 1759, reset compression=false 2024-11-08T22:19:55,546 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42749,1731104371308.replicationSource.wal-reader.ff635fa717b5%2C42749%2C1731104371308,1-ff635fa717b5,42749,1731104371308 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T22:19:55,546 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42749,1731104371308.replicationSource.wal-reader.ff635fa717b5%2C42749%2C1731104371308,1-ff635fa717b5,42749,1731104371308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/WALs/ff635fa717b5,42749,1731104371308/ff635fa717b5%2C42749%2C1731104371308.1731104373556 to pos 2403, reset compression=false 2024-11-08T22:19:55,624 INFO [RS:0;ff635fa717b5:42749 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-08T22:19:55,624 INFO [RS:0;ff635fa717b5:42749 {}] regionserver.HRegionServer(976): stopping server ff635fa717b5,42749,1731104371308; all regions closed. 2024-11-08T22:19:55,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42187 is added to blk_1073741834_1010 (size=4239) 2024-11-08T22:19:55,627 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/WALs/ff635fa717b5,42749,1731104371308/ff635fa717b5%2C42749%2C1731104371308.meta.1731104373979.meta not finished, retry = 0 2024-11-08T22:19:55,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42187 is added to blk_1073741839_1015 (size=2390) 2024-11-08T22:19:55,729 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/WALs/ff635fa717b5,42749,1731104371308/ff635fa717b5%2C42749%2C1731104371308.rep.1731104384991 not finished, retry = 0 2024-11-08T22:19:55,742 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44171,1731104366318.replicationSource.wal-reader.ff635fa717b5%2C44171%2C1731104366318,1-ff635fa717b5,44171,1731104366318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/WALs/ff635fa717b5,44171,1731104366318/ff635fa717b5%2C44171%2C1731104366318.1731104368116 to pos 1466, reset compression=false 2024-11-08T22:19:55,749 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42749,1731104371308.replicationSource.wal-reader.ff635fa717b5%2C42749%2C1731104371308,1-ff635fa717b5,42749,1731104371308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/WALs/ff635fa717b5,42749,1731104371308/ff635fa717b5%2C42749%2C1731104371308.1731104373556 to pos 2403, reset compression=false 2024-11-08T22:19:55,756 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T22:19:55,832 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/WALs/ff635fa717b5,42749,1731104371308/ff635fa717b5%2C42749%2C1731104371308.1731104373556 not finished, retry = 0 2024-11-08T22:19:55,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42187 is added to blk_1073741833_1009 (size=2411) 2024-11-08T22:19:55,933 DEBUG [RS:0;ff635fa717b5:42749 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:19:55,933 INFO [RS:0;ff635fa717b5:42749 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T22:19:55,933 INFO [RS:0;ff635fa717b5:42749 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T22:19:55,933 INFO [RS:0;ff635fa717b5:42749 {}] hbase.ChoreService(370): Chore service for: regionserver/ff635fa717b5:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T22:19:55,933 INFO [RS:0;ff635fa717b5:42749 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T22:19:55,933 INFO [regionserver/ff635fa717b5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T22:19:55,934 INFO [RS:0;ff635fa717b5:42749 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ff635fa717b5,42749,1731104371308 because: Region server is closing 2024-11-08T22:19:55,934 INFO [RS:0;ff635fa717b5:42749 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff635fa717b5:42749. 2024-11-08T22:19:55,934 DEBUG [RS:0;ff635fa717b5:42749 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:19:55,934 DEBUG [RS:0;ff635fa717b5:42749 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:19:55,934 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:19:55,934 DEBUG [RS:0;ff635fa717b5:42749 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:19:56,035 INFO [RS:0;ff635fa717b5:42749 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42749,1731104371308.replicationSource.shipperff635fa717b5%2C42749%2C1731104371308,1-ff635fa717b5,42749,1731104371308 terminated 2024-11-08T22:19:56,035 WARN [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,42749,1731104371308.replicationSource.wal-reader.ff635fa717b5%2C42749%2C1731104371308,1-ff635fa717b5,42749,1731104371308 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T22:19:56,035 INFO [RS:0;ff635fa717b5:42749 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff635fa717b5:42749. 2024-11-08T22:19:56,035 DEBUG [RS:0;ff635fa717b5:42749 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:19:56,035 DEBUG [RS:0;ff635fa717b5:42749 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:19:56,035 DEBUG [RS:0;ff635fa717b5:42749 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:19:56,035 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:19:56,035 INFO [RS:0;ff635fa717b5:42749 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42749 2024-11-08T22:19:56,045 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,40597,1731104361031.replicationSource.wal-reader.ff635fa717b5%2C40597%2C1731104361031,1-ff635fa717b5,40597,1731104361031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/WALs/ff635fa717b5,40597,1731104361031/ff635fa717b5%2C40597%2C1731104361031.1731104363332 to pos 1488, reset compression=false 2024-11-08T22:19:56,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42749-0x1011c883d980007, quorum=127.0.0.1:53272, baseZNode=/21442015080 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21442015080/rs/ff635fa717b5,42749,1731104371308 2024-11-08T22:19:56,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36143-0x1011c883d980006, quorum=127.0.0.1:53272, baseZNode=/21442015080 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21442015080/rs 2024-11-08T22:19:56,083 INFO [RS:0;ff635fa717b5:42749 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T22:19:56,094 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ff635fa717b5,42749,1731104371308] 2024-11-08T22:19:56,104 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21442015080/draining/ff635fa717b5,42749,1731104371308 already deleted, retry=false 2024-11-08T22:19:56,104 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ff635fa717b5,42749,1731104371308 expired; onlineServers=0 2024-11-08T22:19:56,104 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ff635fa717b5,36143,1731104371140' ***** 2024-11-08T22:19:56,104 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T22:19:56,105 INFO [M:0;ff635fa717b5:36143 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T22:19:56,105 INFO [M:0;ff635fa717b5:36143 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T22:19:56,105 DEBUG [M:0;ff635fa717b5:36143 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T22:19:56,105 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T22:19:56,105 DEBUG [master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.large.0-1731104373340 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.large.0-1731104373340,5,FailOnTimeoutGroup] 2024-11-08T22:19:56,105 DEBUG [master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.small.0-1731104373340 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.small.0-1731104373340,5,FailOnTimeoutGroup] 2024-11-08T22:19:56,105 DEBUG [M:0;ff635fa717b5:36143 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T22:19:56,105 INFO [M:0;ff635fa717b5:36143 {}] hbase.ChoreService(370): Chore service for: master/ff635fa717b5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T22:19:56,105 INFO [M:0;ff635fa717b5:36143 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T22:19:56,105 DEBUG [M:0;ff635fa717b5:36143 {}] master.HMaster(1795): Stopping service threads 2024-11-08T22:19:56,105 INFO [M:0;ff635fa717b5:36143 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T22:19:56,106 INFO [M:0;ff635fa717b5:36143 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T22:19:56,106 INFO [M:0;ff635fa717b5:36143 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T22:19:56,106 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T22:19:56,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36143-0x1011c883d980006, quorum=127.0.0.1:53272, baseZNode=/21442015080 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21442015080/master 2024-11-08T22:19:56,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36143-0x1011c883d980006, quorum=127.0.0.1:53272, baseZNode=/21442015080 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21442015080 2024-11-08T22:19:56,115 DEBUG [M:0;ff635fa717b5:36143 {}] zookeeper.ZKUtil(347): master:36143-0x1011c883d980006, quorum=127.0.0.1:53272, baseZNode=/21442015080 Unable to get data of znode /21442015080/master because node does not exist (not an error) 2024-11-08T22:19:56,115 WARN [M:0;ff635fa717b5:36143 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T22:19:56,116 INFO [M:0;ff635fa717b5:36143 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/.lastflushedseqids 2024-11-08T22:19:56,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42187 is added to blk_1073741847_1023 (size=245) 2024-11-08T22:19:56,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42749-0x1011c883d980007, quorum=127.0.0.1:53272, baseZNode=/21442015080 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:19:56,194 INFO [RS:0;ff635fa717b5:42749 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T22:19:56,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42749-0x1011c883d980007, quorum=127.0.0.1:53272, baseZNode=/21442015080 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:19:56,194 INFO [RS:0;ff635fa717b5:42749 {}] regionserver.HRegionServer(1031): Exiting; stopping=ff635fa717b5,42749,1731104371308; zookeeper connection closed. 2024-11-08T22:19:56,194 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@30195ce9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@30195ce9 2024-11-08T22:19:56,195 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T22:19:56,445 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44171,1731104366318.replicationSource.wal-reader.ff635fa717b5%2C44171%2C1731104366318,1-ff635fa717b5,44171,1731104366318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/WALs/ff635fa717b5,44171,1731104366318/ff635fa717b5%2C44171%2C1731104366318.1731104368116 to pos 1466, reset compression=false 2024-11-08T22:19:56,520 INFO [M:0;ff635fa717b5:36143 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T22:19:56,520 INFO [M:0;ff635fa717b5:36143 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T22:19:56,520 DEBUG [M:0;ff635fa717b5:36143 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T22:19:56,520 INFO [M:0;ff635fa717b5:36143 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:19:56,520 DEBUG [M:0;ff635fa717b5:36143 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:19:56,520 DEBUG [M:0;ff635fa717b5:36143 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T22:19:56,520 DEBUG [M:0;ff635fa717b5:36143 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:19:56,521 INFO [M:0;ff635fa717b5:36143 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.57 KB heapSize=75.48 KB 2024-11-08T22:19:56,537 DEBUG [M:0;ff635fa717b5:36143 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fb91a2dbd76b477bbca20ed19d42b22a is 82, key is hbase:meta,,1/info:regioninfo/1731104374007/Put/seqid=0 2024-11-08T22:19:56,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42187 is added to blk_1073741848_1024 (size=5672) 2024-11-08T22:19:56,748 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,40597,1731104361031.replicationSource.wal-reader.ff635fa717b5%2C40597%2C1731104361031,1-ff635fa717b5,40597,1731104361031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/WALs/ff635fa717b5,40597,1731104361031/ff635fa717b5%2C40597%2C1731104361031.1731104363332 to pos 1488, reset compression=false 2024-11-08T22:19:56,941 INFO [M:0;ff635fa717b5:36143 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fb91a2dbd76b477bbca20ed19d42b22a 2024-11-08T22:19:56,961 DEBUG [M:0;ff635fa717b5:36143 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/510545ec81cd49a689aa1dbc87660ed8 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731104385030/Put/seqid=0 2024-11-08T22:19:56,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42187 is added to blk_1073741849_1025 (size=9211) 2024-11-08T22:19:57,248 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44171,1731104366318.replicationSource.wal-reader.ff635fa717b5%2C44171%2C1731104366318,1-ff635fa717b5,44171,1731104366318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/WALs/ff635fa717b5,44171,1731104366318/ff635fa717b5%2C44171%2C1731104366318.1731104368116 to pos 1466, reset compression=false 2024-11-08T22:19:57,364 INFO [M:0;ff635fa717b5:36143 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.02 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/510545ec81cd49a689aa1dbc87660ed8 2024-11-08T22:19:57,383 DEBUG [M:0;ff635fa717b5:36143 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1a516110654543259da1f6b7810cf73f is 69, key is ff635fa717b5,42749,1731104371308/rs:state/1731104373369/Put/seqid=0 2024-11-08T22:19:57,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42187 is added to blk_1073741850_1026 (size=5156) 2024-11-08T22:19:57,551 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,40597,1731104361031.replicationSource.wal-reader.ff635fa717b5%2C40597%2C1731104361031,1-ff635fa717b5,40597,1731104361031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/WALs/ff635fa717b5,40597,1731104361031/ff635fa717b5%2C40597%2C1731104361031.1731104363332 to pos 1488, reset compression=false 2024-11-08T22:19:57,787 INFO [M:0;ff635fa717b5:36143 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1a516110654543259da1f6b7810cf73f 2024-11-08T22:19:57,791 DEBUG [M:0;ff635fa717b5:36143 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fb91a2dbd76b477bbca20ed19d42b22a as hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fb91a2dbd76b477bbca20ed19d42b22a 2024-11-08T22:19:57,795 INFO [M:0;ff635fa717b5:36143 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fb91a2dbd76b477bbca20ed19d42b22a, entries=8, sequenceid=127, filesize=5.5 K 2024-11-08T22:19:57,796 DEBUG [M:0;ff635fa717b5:36143 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/510545ec81cd49a689aa1dbc87660ed8 as hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/510545ec81cd49a689aa1dbc87660ed8 2024-11-08T22:19:57,799 INFO [M:0;ff635fa717b5:36143 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/510545ec81cd49a689aa1dbc87660ed8, entries=15, sequenceid=127, filesize=9.0 K 2024-11-08T22:19:57,800 DEBUG [M:0;ff635fa717b5:36143 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1a516110654543259da1f6b7810cf73f as hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1a516110654543259da1f6b7810cf73f 2024-11-08T22:19:57,803 INFO [M:0;ff635fa717b5:36143 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43375/user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1a516110654543259da1f6b7810cf73f, entries=1, sequenceid=127, filesize=5.0 K 2024-11-08T22:19:57,804 INFO [M:0;ff635fa717b5:36143 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=127, compaction requested=false 2024-11-08T22:19:57,805 INFO [M:0;ff635fa717b5:36143 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:19:57,805 DEBUG [M:0;ff635fa717b5:36143 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731104396520Disabling compacts and flushes for region at 1731104396520Disabling writes for close at 1731104396520Obtaining lock to block concurrent updates at 1731104396521 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731104396521Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65097, getHeapSize=77224, getOffHeapSize=0, getCellsCount=148 at 1731104396521Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731104396521Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731104396521Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731104396537 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731104396537Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731104396945 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731104396960 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731104396960Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731104397368 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731104397383 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731104397383Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5afe2f50: reopening flushed file at 1731104397791 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5dbc1fc0: reopening flushed file at 1731104397795 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34a8cf19: reopening flushed file at 1731104397799 (+4 ms)Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=127, compaction requested=false at 1731104397804 (+5 ms)Writing region close event to WAL at 1731104397805 (+1 ms)Closed at 1731104397805 2024-11-08T22:19:57,806 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d89d3129-12b3-35f6-0300-6ef2435ba408/MasterData/WALs/ff635fa717b5,36143,1731104371140/ff635fa717b5%2C36143%2C1731104371140.1731104373033 not finished, retry = 0 2024-11-08T22:19:57,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42187 is added to blk_1073741830_1006 (size=73854) 2024-11-08T22:19:57,907 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T22:19:57,907 INFO [M:0;ff635fa717b5:36143 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T22:19:57,907 INFO [M:0;ff635fa717b5:36143 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36143 2024-11-08T22:19:57,907 INFO [M:0;ff635fa717b5:36143 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T22:19:58,105 INFO [M:0;ff635fa717b5:36143 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T22:19:58,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36143-0x1011c883d980006, quorum=127.0.0.1:53272, baseZNode=/21442015080 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:19:58,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36143-0x1011c883d980006, quorum=127.0.0.1:53272, baseZNode=/21442015080 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:19:58,150 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4c41974f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T22:19:58,150 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c0d717c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T22:19:58,150 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T22:19:58,150 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7fc8c0ea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T22:19:58,150 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b99ac9f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abc494f0-f2eb-4fe2-f3f1-21db1c962635/hadoop.log.dir/,STOPPED} 2024-11-08T22:19:58,151 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44171,1731104366318.replicationSource.wal-reader.ff635fa717b5%2C44171%2C1731104366318,1-ff635fa717b5,44171,1731104366318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/WALs/ff635fa717b5,44171,1731104366318/ff635fa717b5%2C44171%2C1731104366318.1731104368116 to pos 1466, reset compression=false 2024-11-08T22:19:58,151 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T22:19:58,151 WARN [BP-68732567-172.17.0.3-1731104369282 heartbeating to localhost/127.0.0.1:43375 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T22:19:58,152 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T22:19:58,152 WARN [BP-68732567-172.17.0.3-1731104369282 heartbeating to localhost/127.0.0.1:43375 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-68732567-172.17.0.3-1731104369282 (Datanode Uuid cc112fe4-1c80-4fd0-a769-6d53b36cb49d) service to localhost/127.0.0.1:43375 2024-11-08T22:19:58,152 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abc494f0-f2eb-4fe2-f3f1-21db1c962635/cluster_ce05a2c4-f98b-777d-6271-a7af725b0e35/data/data1/current/BP-68732567-172.17.0.3-1731104369282 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T22:19:58,152 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abc494f0-f2eb-4fe2-f3f1-21db1c962635/cluster_ce05a2c4-f98b-777d-6271-a7af725b0e35/data/data2/current/BP-68732567-172.17.0.3-1731104369282 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T22:19:58,152 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T22:19:58,159 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d88fcb8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T22:19:58,160 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e5d4c4c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T22:19:58,160 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T22:19:58,160 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23499c0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T22:19:58,160 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ae79b63{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abc494f0-f2eb-4fe2-f3f1-21db1c962635/hadoop.log.dir/,STOPPED} 2024-11-08T22:19:58,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T22:19:58,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T22:19:58,176 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T22:19:58,181 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:19:58,181 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:19:58,181 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:19:58,181 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:19:58,182 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T22:19:58,182 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1229450184, stopped=false 2024-11-08T22:19:58,182 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ff635fa717b5,34133,1731104366166 2024-11-08T22:19:58,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44171-0x1011c883d980004, quorum=127.0.0.1:53272, baseZNode=/1694411759 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1694411759/running 2024-11-08T22:19:58,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34133-0x1011c883d980003, quorum=127.0.0.1:53272, baseZNode=/1694411759 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1694411759/running 2024-11-08T22:19:58,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34133-0x1011c883d980003, quorum=127.0.0.1:53272, baseZNode=/1694411759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1694411759 2024-11-08T22:19:58,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44171-0x1011c883d980004, quorum=127.0.0.1:53272, baseZNode=/1694411759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1694411759 2024-11-08T22:19:58,199 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T22:19:58,199 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T22:19:58,199 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:19:58,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:19:58,200 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34133-0x1011c883d980003, quorum=127.0.0.1:53272, baseZNode=/1694411759 Set watcher on znode that does not yet exist, /1694411759/running 2024-11-08T22:19:58,200 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44171-0x1011c883d980004, quorum=127.0.0.1:53272, baseZNode=/1694411759 Set watcher on znode that does not yet exist, /1694411759/running 2024-11-08T22:19:58,200 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ff635fa717b5,44171,1731104366318' ***** 2024-11-08T22:19:58,200 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T22:19:58,200 INFO [RS:0;ff635fa717b5:44171 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T22:19:58,200 INFO [RS:0;ff635fa717b5:44171 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T22:19:58,200 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T22:19:58,200 INFO [RS:0;ff635fa717b5:44171 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T22:19:58,201 INFO [RS:0;ff635fa717b5:44171 {}] regionserver.HRegionServer(3091): Received CLOSE for 54175eab15b8c9268fc3912eed3f1f58 2024-11-08T22:19:58,201 INFO [RS:0;ff635fa717b5:44171 {}] regionserver.HRegionServer(3091): Received CLOSE for e5ced56bc99874d638db8971c4b5c2c0 2024-11-08T22:19:58,201 INFO [RS:0;ff635fa717b5:44171 {}] regionserver.HRegionServer(959): stopping server ff635fa717b5,44171,1731104366318 2024-11-08T22:19:58,201 INFO [RS:0;ff635fa717b5:44171 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T22:19:58,201 INFO [RS:0;ff635fa717b5:44171 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff635fa717b5:44171. 2024-11-08T22:19:58,201 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 54175eab15b8c9268fc3912eed3f1f58, disabling compactions & flushes 2024-11-08T22:19:58,201 DEBUG [RS:0;ff635fa717b5:44171 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:19:58,201 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731104381682.54175eab15b8c9268fc3912eed3f1f58. 2024-11-08T22:19:58,201 DEBUG [RS:0;ff635fa717b5:44171 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:19:58,201 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731104381682.54175eab15b8c9268fc3912eed3f1f58. 2024-11-08T22:19:58,201 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731104381682.54175eab15b8c9268fc3912eed3f1f58. after waiting 0 ms 2024-11-08T22:19:58,201 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731104381682.54175eab15b8c9268fc3912eed3f1f58. 2024-11-08T22:19:58,201 INFO [RS:0;ff635fa717b5:44171 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T22:19:58,201 INFO [RS:0;ff635fa717b5:44171 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T22:19:58,201 INFO [RS:0;ff635fa717b5:44171 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T22:19:58,201 INFO [RS:0;ff635fa717b5:44171 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T22:19:58,201 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 54175eab15b8c9268fc3912eed3f1f58 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-08T22:19:58,201 INFO [RS:0;ff635fa717b5:44171 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T22:19:58,201 DEBUG [RS:0;ff635fa717b5:44171 {}] regionserver.HRegionServer(1325): Online Regions={54175eab15b8c9268fc3912eed3f1f58=hbase:replication,,1731104381682.54175eab15b8c9268fc3912eed3f1f58., 1588230740=hbase:meta,,1.1588230740, e5ced56bc99874d638db8971c4b5c2c0=test,,1731104376230.e5ced56bc99874d638db8971c4b5c2c0.} 2024-11-08T22:19:58,201 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T22:19:58,201 DEBUG [RS:0;ff635fa717b5:44171 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 54175eab15b8c9268fc3912eed3f1f58, e5ced56bc99874d638db8971c4b5c2c0 2024-11-08T22:19:58,201 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T22:19:58,201 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T22:19:58,201 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T22:19:58,201 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T22:19:58,202 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T22:19:58,209 INFO [regionserver/ff635fa717b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T22:19:58,216 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/data/hbase/meta/1588230740/.tmp/info/558f2be3d0ff43a8b308940637f4489d is 147, key is hbase:replication,,1731104381682.54175eab15b8c9268fc3912eed3f1f58./info:regioninfo/1731104382842/Put/seqid=0 2024-11-08T22:19:58,217 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/data/hbase/replication/54175eab15b8c9268fc3912eed3f1f58/.tmp/queue/ee2d7755da1d410f9a3dd08ad96d2d51 is 154, key is 1-ff635fa717b5,44171,1731104366318/queue:ff635fa717b5%2C44171%2C1731104366318/1731104393729/Put/seqid=0 2024-11-08T22:19:58,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36611 is added to blk_1073741840_1016 (size=7686) 2024-11-08T22:19:58,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36611 is added to blk_1073741841_1017 (size=5353) 2024-11-08T22:19:58,402 DEBUG [RS:0;ff635fa717b5:44171 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 54175eab15b8c9268fc3912eed3f1f58, e5ced56bc99874d638db8971c4b5c2c0 2024-11-08T22:19:58,454 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,40597,1731104361031.replicationSource.wal-reader.ff635fa717b5%2C40597%2C1731104361031,1-ff635fa717b5,40597,1731104361031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/WALs/ff635fa717b5,40597,1731104361031/ff635fa717b5%2C40597%2C1731104361031.1731104363332 to pos 1488, reset compression=false 2024-11-08T22:19:58,602 DEBUG [RS:0;ff635fa717b5:44171 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 54175eab15b8c9268fc3912eed3f1f58, e5ced56bc99874d638db8971c4b5c2c0 2024-11-08T22:19:58,620 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/data/hbase/meta/1588230740/.tmp/info/558f2be3d0ff43a8b308940637f4489d 2024-11-08T22:19:58,624 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/data/hbase/replication/54175eab15b8c9268fc3912eed3f1f58/.tmp/queue/ee2d7755da1d410f9a3dd08ad96d2d51 2024-11-08T22:19:58,627 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/data/hbase/replication/54175eab15b8c9268fc3912eed3f1f58/.tmp/queue/ee2d7755da1d410f9a3dd08ad96d2d51 as hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/data/hbase/replication/54175eab15b8c9268fc3912eed3f1f58/queue/ee2d7755da1d410f9a3dd08ad96d2d51 2024-11-08T22:19:58,630 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/data/hbase/replication/54175eab15b8c9268fc3912eed3f1f58/queue/ee2d7755da1d410f9a3dd08ad96d2d51, entries=1, sequenceid=14, filesize=5.2 K 2024-11-08T22:19:58,631 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 54175eab15b8c9268fc3912eed3f1f58 in 430ms, sequenceid=14, compaction requested=false 2024-11-08T22:19:58,633 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/data/hbase/replication/54175eab15b8c9268fc3912eed3f1f58/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-08T22:19:58,634 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T22:19:58,634 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T22:19:58,634 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731104381682.54175eab15b8c9268fc3912eed3f1f58. 2024-11-08T22:19:58,634 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 54175eab15b8c9268fc3912eed3f1f58: Waiting for close lock at 1731104398201Running coprocessor pre-close hooks at 1731104398201Disabling compacts and flushes for region at 1731104398201Disabling writes for close at 1731104398201Obtaining lock to block concurrent updates at 1731104398201Preparing flush snapshotting stores in 54175eab15b8c9268fc3912eed3f1f58 at 1731104398201Finished memstore snapshotting hbase:replication,,1731104381682.54175eab15b8c9268fc3912eed3f1f58., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731104398202 (+1 ms)Flushing stores of hbase:replication,,1731104381682.54175eab15b8c9268fc3912eed3f1f58. at 1731104398202Flushing 54175eab15b8c9268fc3912eed3f1f58/queue: creating writer at 1731104398202Flushing 54175eab15b8c9268fc3912eed3f1f58/queue: appending metadata at 1731104398217 (+15 ms)Flushing 54175eab15b8c9268fc3912eed3f1f58/queue: closing flushed file at 1731104398217Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d7285e0: reopening flushed file at 1731104398627 (+410 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 54175eab15b8c9268fc3912eed3f1f58 in 430ms, sequenceid=14, compaction requested=false at 1731104398631 (+4 ms)Writing region close event to WAL at 1731104398631Running coprocessor post-close hooks at 1731104398634 (+3 ms)Closed at 1731104398634 2024-11-08T22:19:58,634 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731104381682.54175eab15b8c9268fc3912eed3f1f58. 2024-11-08T22:19:58,634 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e5ced56bc99874d638db8971c4b5c2c0, disabling compactions & flushes 2024-11-08T22:19:58,634 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731104376230.e5ced56bc99874d638db8971c4b5c2c0. 2024-11-08T22:19:58,634 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731104376230.e5ced56bc99874d638db8971c4b5c2c0. 2024-11-08T22:19:58,634 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731104376230.e5ced56bc99874d638db8971c4b5c2c0. after waiting 0 ms 2024-11-08T22:19:58,634 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731104376230.e5ced56bc99874d638db8971c4b5c2c0. 2024-11-08T22:19:58,634 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e5ced56bc99874d638db8971c4b5c2c0 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-08T22:19:58,640 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/data/hbase/meta/1588230740/.tmp/ns/61302520326f4ae0a3c9ddd8634d1ec9 is 43, key is default/ns:d/1731104369207/Put/seqid=0 2024-11-08T22:19:58,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36611 is added to blk_1073741842_1018 (size=5153) 2024-11-08T22:19:58,653 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/data/default/test/e5ced56bc99874d638db8971c4b5c2c0/.tmp/f/2fbddb8757294ea7af60b9462a40da4b is 37, key is row3/f:row3/1731104392669/Put/seqid=0 2024-11-08T22:19:58,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36611 is added to blk_1073741843_1019 (size=5228) 2024-11-08T22:19:58,802 DEBUG [RS:0;ff635fa717b5:44171 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e5ced56bc99874d638db8971c4b5c2c0 2024-11-08T22:19:59,002 DEBUG [RS:0;ff635fa717b5:44171 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e5ced56bc99874d638db8971c4b5c2c0 2024-11-08T22:19:59,038 INFO [regionserver/ff635fa717b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T22:19:59,038 INFO [regionserver/ff635fa717b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T22:19:59,044 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/data/hbase/meta/1588230740/.tmp/ns/61302520326f4ae0a3c9ddd8634d1ec9 2024-11-08T22:19:59,056 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/data/default/test/e5ced56bc99874d638db8971c4b5c2c0/.tmp/f/2fbddb8757294ea7af60b9462a40da4b 2024-11-08T22:19:59,059 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2fbddb8757294ea7af60b9462a40da4b 2024-11-08T22:19:59,061 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/data/hbase/meta/1588230740/.tmp/rep_barrier/57d8a5220bf24abe92b665be60ff766b is 112, key is test,,1731104376230.e5ced56bc99874d638db8971c4b5c2c0./rep_barrier:seqnumDuringOpen/1731104376971/Put/seqid=0 2024-11-08T22:19:59,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36611 is added to blk_1073741844_1020 (size=5518) 2024-11-08T22:19:59,074 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/data/default/test/e5ced56bc99874d638db8971c4b5c2c0/.tmp/f1/d4302a669645484b951342fb0d02eb0a is 30, key is row1/f1:/1731104390018/DeleteFamily/seqid=0 2024-11-08T22:19:59,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36611 is added to blk_1073741845_1021 (size=5158) 2024-11-08T22:19:59,155 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44171,1731104366318.replicationSource.wal-reader.ff635fa717b5%2C44171%2C1731104366318,1-ff635fa717b5,44171,1731104366318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/WALs/ff635fa717b5,44171,1731104366318/ff635fa717b5%2C44171%2C1731104366318.1731104368116 to pos 1466, reset compression=false 2024-11-08T22:19:59,159 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44171,1731104366318.replicationSource.wal-reader.ff635fa717b5%2C44171%2C1731104366318,1-ff635fa717b5,44171,1731104366318 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T22:19:59,159 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44171,1731104366318.replicationSource.wal-reader.ff635fa717b5%2C44171%2C1731104366318,1-ff635fa717b5,44171,1731104366318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/WALs/ff635fa717b5,44171,1731104366318/ff635fa717b5%2C44171%2C1731104366318.1731104368116 to pos 1713, reset compression=false 2024-11-08T22:19:59,159 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44171,1731104366318.replicationSource.shipperff635fa717b5%2C44171%2C1731104366318,1-ff635fa717b5,44171,1731104366318 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff635fa717b5,44171,1731104366318 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/WALs/ff635fa717b5,44171,1731104366318/ff635fa717b5%2C44171%2C1731104366318.1731104368116, lastWalPosition=1713, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T22:19:59,160 ERROR [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44171,1731104366318.replicationSource.shipperff635fa717b5%2C44171%2C1731104366318,1-ff635fa717b5,44171,1731104366318 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ff635fa717b5,44171,1731104366318: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-ff635fa717b5,44171,1731104366318, walGroup=ff635fa717b5%2C44171%2C1731104366318, offset=ff635fa717b5%2C44171%2C1731104366318.1731104368116:1713, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff635fa717b5:44171 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T22:19:59,161 ERROR [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44171,1731104366318.replicationSource.shipperff635fa717b5%2C44171%2C1731104366318,1-ff635fa717b5,44171,1731104366318 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T22:19:59,161 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44171,1731104366318.replicationSource.shipperff635fa717b5%2C44171%2C1731104366318,1-ff635fa717b5,44171,1731104366318 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T22:19:59,161 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44171,1731104366318.replicationSource.shipperff635fa717b5%2C44171%2C1731104366318,1-ff635fa717b5,44171,1731104366318 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T22:19:59,161 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44171,1731104366318.replicationSource.shipperff635fa717b5%2C44171%2C1731104366318,1-ff635fa717b5,44171,1731104366318 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T22:19:59,161 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44171,1731104366318.replicationSource.shipperff635fa717b5%2C44171%2C1731104366318,1-ff635fa717b5,44171,1731104366318 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T22:19:59,161 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44171,1731104366318.replicationSource.shipperff635fa717b5%2C44171%2C1731104366318,1-ff635fa717b5,44171,1731104366318 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1251999744, "init": 1048576000, "max": 2306867200, "used": 752295560 }, "NonHeapMemoryUsage": { "committed": 202440704, "init": 7667712, "max": -1, "used": 199435624 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T22:19:59,162 WARN [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44171,1731104366318.replicationSource.shipperff635fa717b5%2C44171%2C1731104366318,1-ff635fa717b5,44171,1731104366318 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff635fa717b5:34133 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff635fa717b5:34133 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T22:19:59,202 INFO [RS:0;ff635fa717b5:44171 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T22:19:59,202 DEBUG [RS:0;ff635fa717b5:44171 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e5ced56bc99874d638db8971c4b5c2c0=test,,1731104376230.e5ced56bc99874d638db8971c4b5c2c0.} 2024-11-08T22:19:59,202 DEBUG [RS:0;ff635fa717b5:44171 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e5ced56bc99874d638db8971c4b5c2c0 2024-11-08T22:19:59,362 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44171,1731104366318.replicationSource.wal-reader.ff635fa717b5%2C44171%2C1731104366318,1-ff635fa717b5,44171,1731104366318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/WALs/ff635fa717b5,44171,1731104366318/ff635fa717b5%2C44171%2C1731104366318.1731104368116 to pos 1713, reset compression=false 2024-11-08T22:19:59,402 DEBUG [RS:0;ff635fa717b5:44171 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e5ced56bc99874d638db8971c4b5c2c0 2024-11-08T22:19:59,456 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,40597,1731104361031.replicationSource.wal-reader.ff635fa717b5%2C40597%2C1731104361031,1-ff635fa717b5,40597,1731104361031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/WALs/ff635fa717b5,40597,1731104361031/ff635fa717b5%2C40597%2C1731104361031.1731104363332 to pos 1488, reset compression=false 2024-11-08T22:19:59,470 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/data/hbase/meta/1588230740/.tmp/rep_barrier/57d8a5220bf24abe92b665be60ff766b 2024-11-08T22:19:59,477 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/data/default/test/e5ced56bc99874d638db8971c4b5c2c0/.tmp/f1/d4302a669645484b951342fb0d02eb0a 2024-11-08T22:19:59,480 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d4302a669645484b951342fb0d02eb0a 2024-11-08T22:19:59,486 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/data/hbase/meta/1588230740/.tmp/table/37a9bed02a1d4e35a0648bfc6d8710d0 is 53, key is hbase:replication/table:state/1731104382848/Put/seqid=0 2024-11-08T22:19:59,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36611 is added to blk_1073741846_1022 (size=5308) 2024-11-08T22:19:59,493 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/data/default/test/e5ced56bc99874d638db8971c4b5c2c0/.tmp/norep/c2a9084612d84099b275dc6395f8cc2a is 33, key is row1/norep:/1731104390018/DeleteFamily/seqid=0 2024-11-08T22:19:59,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36611 is added to blk_1073741847_1023 (size=5108) 2024-11-08T22:19:59,603 DEBUG [RS:0;ff635fa717b5:44171 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e5ced56bc99874d638db8971c4b5c2c0 2024-11-08T22:19:59,665 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44171,1731104366318.replicationSource.wal-reader.ff635fa717b5%2C44171%2C1731104366318,1-ff635fa717b5,44171,1731104366318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/WALs/ff635fa717b5,44171,1731104366318/ff635fa717b5%2C44171%2C1731104366318.1731104368116 to pos 1713, reset compression=false 2024-11-08T22:19:59,803 DEBUG [RS:0;ff635fa717b5:44171 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e5ced56bc99874d638db8971c4b5c2c0 2024-11-08T22:19:59,890 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/data/hbase/meta/1588230740/.tmp/table/37a9bed02a1d4e35a0648bfc6d8710d0 2024-11-08T22:19:59,894 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/data/hbase/meta/1588230740/.tmp/info/558f2be3d0ff43a8b308940637f4489d as hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/data/hbase/meta/1588230740/info/558f2be3d0ff43a8b308940637f4489d 2024-11-08T22:19:59,896 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/data/default/test/e5ced56bc99874d638db8971c4b5c2c0/.tmp/norep/c2a9084612d84099b275dc6395f8cc2a 2024-11-08T22:19:59,897 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/data/hbase/meta/1588230740/info/558f2be3d0ff43a8b308940637f4489d, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T22:19:59,898 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/data/hbase/meta/1588230740/.tmp/ns/61302520326f4ae0a3c9ddd8634d1ec9 as hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/data/hbase/meta/1588230740/ns/61302520326f4ae0a3c9ddd8634d1ec9 2024-11-08T22:19:59,898 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c2a9084612d84099b275dc6395f8cc2a 2024-11-08T22:19:59,899 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/data/default/test/e5ced56bc99874d638db8971c4b5c2c0/.tmp/f/2fbddb8757294ea7af60b9462a40da4b as hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/data/default/test/e5ced56bc99874d638db8971c4b5c2c0/f/2fbddb8757294ea7af60b9462a40da4b 2024-11-08T22:19:59,901 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/data/hbase/meta/1588230740/ns/61302520326f4ae0a3c9ddd8634d1ec9, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T22:19:59,901 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/data/hbase/meta/1588230740/.tmp/rep_barrier/57d8a5220bf24abe92b665be60ff766b as hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/data/hbase/meta/1588230740/rep_barrier/57d8a5220bf24abe92b665be60ff766b 2024-11-08T22:19:59,902 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2fbddb8757294ea7af60b9462a40da4b 2024-11-08T22:19:59,902 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/data/default/test/e5ced56bc99874d638db8971c4b5c2c0/f/2fbddb8757294ea7af60b9462a40da4b, entries=5, sequenceid=12, filesize=5.1 K 2024-11-08T22:19:59,903 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/data/default/test/e5ced56bc99874d638db8971c4b5c2c0/.tmp/f1/d4302a669645484b951342fb0d02eb0a as hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/data/default/test/e5ced56bc99874d638db8971c4b5c2c0/f1/d4302a669645484b951342fb0d02eb0a 2024-11-08T22:19:59,905 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/data/hbase/meta/1588230740/rep_barrier/57d8a5220bf24abe92b665be60ff766b, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T22:19:59,906 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/data/hbase/meta/1588230740/.tmp/table/37a9bed02a1d4e35a0648bfc6d8710d0 as hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/data/hbase/meta/1588230740/table/37a9bed02a1d4e35a0648bfc6d8710d0 2024-11-08T22:19:59,906 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d4302a669645484b951342fb0d02eb0a 2024-11-08T22:19:59,906 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/data/default/test/e5ced56bc99874d638db8971c4b5c2c0/f1/d4302a669645484b951342fb0d02eb0a, entries=3, sequenceid=12, filesize=5.0 K 2024-11-08T22:19:59,907 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/data/default/test/e5ced56bc99874d638db8971c4b5c2c0/.tmp/norep/c2a9084612d84099b275dc6395f8cc2a as hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/data/default/test/e5ced56bc99874d638db8971c4b5c2c0/norep/c2a9084612d84099b275dc6395f8cc2a 2024-11-08T22:19:59,910 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c2a9084612d84099b275dc6395f8cc2a 2024-11-08T22:19:59,910 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/data/hbase/meta/1588230740/table/37a9bed02a1d4e35a0648bfc6d8710d0, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T22:19:59,910 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/data/default/test/e5ced56bc99874d638db8971c4b5c2c0/norep/c2a9084612d84099b275dc6395f8cc2a, entries=1, sequenceid=12, filesize=5.0 K 2024-11-08T22:19:59,911 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1710ms, sequenceid=16, compaction requested=false 2024-11-08T22:19:59,911 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for e5ced56bc99874d638db8971c4b5c2c0 in 1277ms, sequenceid=12, compaction requested=false 2024-11-08T22:19:59,911 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T22:19:59,911 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-08T22:19:59,919 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/data/default/test/e5ced56bc99874d638db8971c4b5c2c0/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-08T22:19:59,919 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T22:19:59,919 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T22:19:59,919 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731104376230.e5ced56bc99874d638db8971c4b5c2c0. 2024-11-08T22:19:59,919 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e5ced56bc99874d638db8971c4b5c2c0: Waiting for close lock at 1731104398634Running coprocessor pre-close hooks at 1731104398634Disabling compacts and flushes for region at 1731104398634Disabling writes for close at 1731104398634Obtaining lock to block concurrent updates at 1731104398634Preparing flush snapshotting stores in e5ced56bc99874d638db8971c4b5c2c0 at 1731104398634Finished memstore snapshotting test,,1731104376230.e5ced56bc99874d638db8971c4b5c2c0., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731104398635 (+1 ms)Flushing stores of test,,1731104376230.e5ced56bc99874d638db8971c4b5c2c0. at 1731104398635Flushing e5ced56bc99874d638db8971c4b5c2c0/f: creating writer at 1731104398635Flushing e5ced56bc99874d638db8971c4b5c2c0/f: appending metadata at 1731104398652 (+17 ms)Flushing e5ced56bc99874d638db8971c4b5c2c0/f: closing flushed file at 1731104398652Flushing e5ced56bc99874d638db8971c4b5c2c0/f1: creating writer at 1731104399059 (+407 ms)Flushing e5ced56bc99874d638db8971c4b5c2c0/f1: appending metadata at 1731104399073 (+14 ms)Flushing e5ced56bc99874d638db8971c4b5c2c0/f1: closing flushed file at 1731104399073Flushing e5ced56bc99874d638db8971c4b5c2c0/norep: creating writer at 1731104399480 (+407 ms)Flushing e5ced56bc99874d638db8971c4b5c2c0/norep: appending metadata at 1731104399492 (+12 ms)Flushing e5ced56bc99874d638db8971c4b5c2c0/norep: closing flushed file at 1731104399492Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d2051a6: reopening flushed file at 1731104399898 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a55b60f: reopening flushed file at 1731104399903 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79f5d907: reopening flushed file at 1731104399906 (+3 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for e5ced56bc99874d638db8971c4b5c2c0 in 1277ms, sequenceid=12, compaction requested=false at 1731104399911 (+5 ms)Writing region close event to WAL at 1731104399916 (+5 ms)Running coprocessor post-close hooks at 1731104399919 (+3 ms)Closed at 1731104399919 2024-11-08T22:19:59,920 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731104376230.e5ced56bc99874d638db8971c4b5c2c0. 2024-11-08T22:19:59,923 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T22:19:59,923 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T22:19:59,923 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T22:19:59,923 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T22:19:59,923 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731104398201Running coprocessor pre-close hooks at 1731104398201Disabling compacts and flushes for region at 1731104398201Disabling writes for close at 1731104398201Obtaining lock to block concurrent updates at 1731104398202 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731104398202Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731104398202Flushing stores of hbase:meta,,1.1588230740 at 1731104398202Flushing 1588230740/info: creating writer at 1731104398202Flushing 1588230740/info: appending metadata at 1731104398215 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731104398215Flushing 1588230740/ns: creating writer at 1731104398624 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731104398640 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731104398640Flushing 1588230740/rep_barrier: creating writer at 1731104399047 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731104399061 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731104399061Flushing 1588230740/table: creating writer at 1731104399473 (+412 ms)Flushing 1588230740/table: appending metadata at 1731104399486 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731104399486Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d000b01: reopening flushed file at 1731104399893 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@352e396b: reopening flushed file at 1731104399897 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37efce53: reopening flushed file at 1731104399901 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@447434a2: reopening flushed file at 1731104399905 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1710ms, sequenceid=16, compaction requested=false at 1731104399911 (+6 ms)Writing region close event to WAL at 1731104399917 (+6 ms)Running coprocessor post-close hooks at 1731104399923 (+6 ms)Closed at 1731104399923 2024-11-08T22:19:59,923 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T22:20:00,003 INFO [RS:0;ff635fa717b5:44171 {}] regionserver.HRegionServer(976): stopping server ff635fa717b5,44171,1731104366318; all regions closed. 2024-11-08T22:20:00,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36611 is added to blk_1073741834_1010 (size=4239) 2024-11-08T22:20:00,005 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/WALs/ff635fa717b5,44171,1731104366318/ff635fa717b5%2C44171%2C1731104366318.meta.1731104369169.meta not finished, retry = 0 2024-11-08T22:20:00,069 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44171,1731104366318.replicationSource.wal-reader.ff635fa717b5%2C44171%2C1731104366318,1-ff635fa717b5,44171,1731104366318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/WALs/ff635fa717b5,44171,1731104366318/ff635fa717b5%2C44171%2C1731104366318.1731104368116 to pos 1713, reset compression=false 2024-11-08T22:20:00,073 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44171,1731104366318.replicationSource.wal-reader.ff635fa717b5%2C44171%2C1731104366318,1-ff635fa717b5,44171,1731104366318 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T22:20:00,073 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44171,1731104366318.replicationSource.wal-reader.ff635fa717b5%2C44171%2C1731104366318,1-ff635fa717b5,44171,1731104366318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/WALs/ff635fa717b5,44171,1731104366318/ff635fa717b5%2C44171%2C1731104366318.1731104368116 to pos 2357, reset compression=false 2024-11-08T22:20:00,108 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/WALs/ff635fa717b5,44171,1731104366318/ff635fa717b5%2C44171%2C1731104366318.rep.1731104382811 not finished, retry = 0 2024-11-08T22:20:00,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36611 is added to blk_1073741839_1015 (size=3552) 2024-11-08T22:20:00,210 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/WALs/ff635fa717b5,44171,1731104366318/ff635fa717b5%2C44171%2C1731104366318.1731104368116 not finished, retry = 0 2024-11-08T22:20:00,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36611 is added to blk_1073741832_1008 (size=2365) 2024-11-08T22:20:00,276 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44171,1731104366318.replicationSource.wal-reader.ff635fa717b5%2C44171%2C1731104366318,1-ff635fa717b5,44171,1731104366318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/WALs/ff635fa717b5,44171,1731104366318/ff635fa717b5%2C44171%2C1731104366318.1731104368116 to pos 2357, reset compression=false 2024-11-08T22:20:00,311 DEBUG [RS:0;ff635fa717b5:44171 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:20:00,311 INFO [RS:0;ff635fa717b5:44171 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T22:20:00,311 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44171,1731104366318.replicationSource.wal-reader.ff635fa717b5%2C44171%2C1731104366318,1-ff635fa717b5,44171,1731104366318 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/WALs/ff635fa717b5,44171,1731104366318/ff635fa717b5%2C44171%2C1731104366318.1731104368116 2024-11-08T22:20:00,311 INFO [RS:0;ff635fa717b5:44171 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T22:20:00,311 INFO [RS:0;ff635fa717b5:44171 {}] hbase.ChoreService(370): Chore service for: regionserver/ff635fa717b5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T22:20:00,311 INFO [RS:0;ff635fa717b5:44171 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T22:20:00,312 INFO [regionserver/ff635fa717b5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T22:20:00,312 INFO [RS:0;ff635fa717b5:44171 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ff635fa717b5,44171,1731104366318 because: Region server is closing 2024-11-08T22:20:00,312 INFO [RS:0;ff635fa717b5:44171 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff635fa717b5:44171. 2024-11-08T22:20:00,312 DEBUG [RS:0;ff635fa717b5:44171 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:20:00,312 DEBUG [RS:0;ff635fa717b5:44171 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:20:00,312 DEBUG [RS:0;ff635fa717b5:44171 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:20:00,312 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:20:00,314 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:00,314 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:00,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:00,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:00,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:00,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:00,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:00,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:00,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:00,356 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:00,359 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:00,359 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:00,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:00,412 INFO [RS:0;ff635fa717b5:44171 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44171,1731104366318.replicationSource.shipperff635fa717b5%2C44171%2C1731104366318,1-ff635fa717b5,44171,1731104366318 terminated 2024-11-08T22:20:00,412 WARN [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,44171,1731104366318.replicationSource.wal-reader.ff635fa717b5%2C44171%2C1731104366318,1-ff635fa717b5,44171,1731104366318 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-08T22:20:00,413 INFO [RS:0;ff635fa717b5:44171 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff635fa717b5:44171. 2024-11-08T22:20:00,413 DEBUG [RS:0;ff635fa717b5:44171 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:20:00,413 DEBUG [RS:0;ff635fa717b5:44171 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:20:00,413 DEBUG [RS:0;ff635fa717b5:44171 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:20:00,413 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:20:00,413 INFO [RS:0;ff635fa717b5:44171 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44171 2024-11-08T22:20:00,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44171-0x1011c883d980004, quorum=127.0.0.1:53272, baseZNode=/1694411759 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1694411759/rs/ff635fa717b5,44171,1731104366318 2024-11-08T22:20:00,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34133-0x1011c883d980003, quorum=127.0.0.1:53272, baseZNode=/1694411759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1694411759/rs 2024-11-08T22:20:00,462 INFO [RS:0;ff635fa717b5:44171 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T22:20:00,462 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$366/0x00007f91588e28a0@67d7eb34 rejected from java.util.concurrent.ThreadPoolExecutor@22d579aa[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 15] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-08T22:20:00,472 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ff635fa717b5,44171,1731104366318] 2024-11-08T22:20:00,483 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1694411759/draining/ff635fa717b5,44171,1731104366318 already deleted, retry=false 2024-11-08T22:20:00,483 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ff635fa717b5,44171,1731104366318 expired; onlineServers=0 2024-11-08T22:20:00,483 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ff635fa717b5,34133,1731104366166' ***** 2024-11-08T22:20:00,483 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T22:20:00,483 INFO [M:0;ff635fa717b5:34133 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T22:20:00,483 INFO [M:0;ff635fa717b5:34133 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T22:20:00,483 DEBUG [M:0;ff635fa717b5:34133 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T22:20:00,483 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T22:20:00,483 DEBUG [M:0;ff635fa717b5:34133 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T22:20:00,484 DEBUG [master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.small.0-1731104367908 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.small.0-1731104367908,5,FailOnTimeoutGroup] 2024-11-08T22:20:00,484 DEBUG [master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.large.0-1731104367904 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.large.0-1731104367904,5,FailOnTimeoutGroup] 2024-11-08T22:20:00,484 INFO [M:0;ff635fa717b5:34133 {}] hbase.ChoreService(370): Chore service for: master/ff635fa717b5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T22:20:00,484 INFO [M:0;ff635fa717b5:34133 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T22:20:00,484 DEBUG [M:0;ff635fa717b5:34133 {}] master.HMaster(1795): Stopping service threads 2024-11-08T22:20:00,484 INFO [M:0;ff635fa717b5:34133 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T22:20:00,484 INFO [M:0;ff635fa717b5:34133 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T22:20:00,484 INFO [M:0;ff635fa717b5:34133 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T22:20:00,484 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T22:20:00,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34133-0x1011c883d980003, quorum=127.0.0.1:53272, baseZNode=/1694411759 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1694411759/master 2024-11-08T22:20:00,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34133-0x1011c883d980003, quorum=127.0.0.1:53272, baseZNode=/1694411759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1694411759 2024-11-08T22:20:00,493 DEBUG [M:0;ff635fa717b5:34133 {}] zookeeper.ZKUtil(347): master:34133-0x1011c883d980003, quorum=127.0.0.1:53272, baseZNode=/1694411759 Unable to get data of znode /1694411759/master because node does not exist (not an error) 2024-11-08T22:20:00,494 WARN [M:0;ff635fa717b5:34133 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T22:20:00,494 INFO [M:0;ff635fa717b5:34133 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/.lastflushedseqids 2024-11-08T22:20:00,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36611 is added to blk_1073741848_1024 (size=245) 2024-11-08T22:20:00,560 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,40597,1731104361031.replicationSource.wal-reader.ff635fa717b5%2C40597%2C1731104361031,1-ff635fa717b5,40597,1731104361031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/WALs/ff635fa717b5,40597,1731104361031/ff635fa717b5%2C40597%2C1731104361031.1731104363332 to pos 1488, reset compression=false 2024-11-08T22:20:00,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44171-0x1011c883d980004, quorum=127.0.0.1:53272, baseZNode=/1694411759 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:20:00,573 INFO [RS:0;ff635fa717b5:44171 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T22:20:00,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44171-0x1011c883d980004, quorum=127.0.0.1:53272, baseZNode=/1694411759 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:20:00,573 INFO [RS:0;ff635fa717b5:44171 {}] regionserver.HRegionServer(1031): Exiting; stopping=ff635fa717b5,44171,1731104366318; zookeeper connection closed. 2024-11-08T22:20:00,573 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@34c32cf7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@34c32cf7 2024-11-08T22:20:00,573 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T22:20:00,879 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T22:20:00,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:00,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:00,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:00,898 INFO [M:0;ff635fa717b5:34133 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T22:20:00,898 INFO [M:0;ff635fa717b5:34133 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T22:20:00,898 DEBUG [M:0;ff635fa717b5:34133 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T22:20:00,898 INFO [M:0;ff635fa717b5:34133 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:20:00,898 DEBUG [M:0;ff635fa717b5:34133 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:20:00,898 DEBUG [M:0;ff635fa717b5:34133 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T22:20:00,898 DEBUG [M:0;ff635fa717b5:34133 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:20:00,898 INFO [M:0;ff635fa717b5:34133 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-08T22:20:00,916 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:00,916 DEBUG [M:0;ff635fa717b5:34133 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9c930053a7e24da6b37508ce58f6a891 is 82, key is hbase:meta,,1/info:regioninfo/1731104369195/Put/seqid=0 2024-11-08T22:20:00,917 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:00,917 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:00,917 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:00,917 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:00,917 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:00,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36611 is added to blk_1073741849_1025 (size=5672) 2024-11-08T22:20:00,920 INFO [M:0;ff635fa717b5:34133 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9c930053a7e24da6b37508ce58f6a891 2024-11-08T22:20:00,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:00,929 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:00,929 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:00,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:00,940 DEBUG [M:0;ff635fa717b5:34133 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5076297693674da48983a3b6f58ad735 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731104376979/Put/seqid=0 2024-11-08T22:20:00,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36611 is added to blk_1073741850_1026 (size=7218) 2024-11-08T22:20:01,344 INFO [M:0;ff635fa717b5:34133 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5076297693674da48983a3b6f58ad735 2024-11-08T22:20:01,347 INFO [M:0;ff635fa717b5:34133 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5076297693674da48983a3b6f58ad735 2024-11-08T22:20:01,361 DEBUG [M:0;ff635fa717b5:34133 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4907034c64dc4b67aa6c8af09fb7cc4e is 69, key is ff635fa717b5,44171,1731104366318/rs:state/1731104367976/Put/seqid=0 2024-11-08T22:20:01,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36611 is added to blk_1073741851_1027 (size=5156) 2024-11-08T22:20:01,763 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,40597,1731104361031.replicationSource.wal-reader.ff635fa717b5%2C40597%2C1731104361031,1-ff635fa717b5,40597,1731104361031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/WALs/ff635fa717b5,40597,1731104361031/ff635fa717b5%2C40597%2C1731104361031.1731104363332 to pos 1488, reset compression=false 2024-11-08T22:20:01,766 INFO [M:0;ff635fa717b5:34133 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4907034c64dc4b67aa6c8af09fb7cc4e 2024-11-08T22:20:01,770 DEBUG [M:0;ff635fa717b5:34133 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9c930053a7e24da6b37508ce58f6a891 as hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9c930053a7e24da6b37508ce58f6a891 2024-11-08T22:20:01,774 INFO [M:0;ff635fa717b5:34133 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9c930053a7e24da6b37508ce58f6a891, entries=8, sequenceid=105, filesize=5.5 K 2024-11-08T22:20:01,774 DEBUG [M:0;ff635fa717b5:34133 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5076297693674da48983a3b6f58ad735 as hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5076297693674da48983a3b6f58ad735 2024-11-08T22:20:01,778 INFO [M:0;ff635fa717b5:34133 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5076297693674da48983a3b6f58ad735 2024-11-08T22:20:01,778 INFO [M:0;ff635fa717b5:34133 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5076297693674da48983a3b6f58ad735, entries=11, sequenceid=105, filesize=7.0 K 2024-11-08T22:20:01,778 DEBUG [M:0;ff635fa717b5:34133 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4907034c64dc4b67aa6c8af09fb7cc4e as hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4907034c64dc4b67aa6c8af09fb7cc4e 2024-11-08T22:20:01,782 INFO [M:0;ff635fa717b5:34133 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43221/user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4907034c64dc4b67aa6c8af09fb7cc4e, entries=1, sequenceid=105, filesize=5.0 K 2024-11-08T22:20:01,783 INFO [M:0;ff635fa717b5:34133 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 885ms, sequenceid=105, compaction requested=false 2024-11-08T22:20:01,784 INFO [M:0;ff635fa717b5:34133 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:20:01,784 DEBUG [M:0;ff635fa717b5:34133 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731104400898Disabling compacts and flushes for region at 1731104400898Disabling writes for close at 1731104400898Obtaining lock to block concurrent updates at 1731104400898Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731104400898Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731104400899 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731104400899Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731104400899Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731104400916 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731104400916Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731104400923 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731104400939 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731104400939Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731104401347 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731104401361 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731104401361Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b6a1d25: reopening flushed file at 1731104401769 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@529d4a1: reopening flushed file at 1731104401774 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e0a12a5: reopening flushed file at 1731104401778 (+4 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 885ms, sequenceid=105, compaction requested=false at 1731104401783 (+5 ms)Writing region close event to WAL at 1731104401784 (+1 ms)Closed at 1731104401784 2024-11-08T22:20:01,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36611 is added to blk_1073741830_1006 (size=64423) 2024-11-08T22:20:01,786 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3b5a301a-afde-dad0-9925-af345233b400/MasterData/WALs/ff635fa717b5,34133,1731104366166/ff635fa717b5%2C34133%2C1731104366166.1731104367619 not finished, retry = 0 2024-11-08T22:20:01,887 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T22:20:01,887 INFO [M:0;ff635fa717b5:34133 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T22:20:01,887 INFO [M:0;ff635fa717b5:34133 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34133 2024-11-08T22:20:01,887 INFO [M:0;ff635fa717b5:34133 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T22:20:02,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34133-0x1011c883d980003, quorum=127.0.0.1:53272, baseZNode=/1694411759 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:20:02,057 INFO [M:0;ff635fa717b5:34133 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T22:20:02,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34133-0x1011c883d980003, quorum=127.0.0.1:53272, baseZNode=/1694411759 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:20:02,059 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e3f1a99{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T22:20:02,059 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3d9e1646{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T22:20:02,059 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T22:20:02,060 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@330c1f6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T22:20:02,060 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2cc99345{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c547440-8393-ff79-d80a-b2090edd72f5/hadoop.log.dir/,STOPPED} 2024-11-08T22:20:02,062 WARN [BP-1381054675-172.17.0.3-1731104364008 heartbeating to localhost/127.0.0.1:43221 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T22:20:02,062 WARN [BP-1381054675-172.17.0.3-1731104364008 heartbeating to localhost/127.0.0.1:43221 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1381054675-172.17.0.3-1731104364008 (Datanode Uuid e7098448-e785-46a0-9222-62f6c7f4ee0a) service to localhost/127.0.0.1:43221 2024-11-08T22:20:02,062 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T22:20:02,062 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T22:20:02,062 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c547440-8393-ff79-d80a-b2090edd72f5/cluster_18938223-b9ea-6f53-08b2-d999af34cded/data/data1/current/BP-1381054675-172.17.0.3-1731104364008 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T22:20:02,062 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c547440-8393-ff79-d80a-b2090edd72f5/cluster_18938223-b9ea-6f53-08b2-d999af34cded/data/data2/current/BP-1381054675-172.17.0.3-1731104364008 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T22:20:02,062 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T22:20:02,067 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@19545d99{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T22:20:02,067 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@71788b18{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T22:20:02,068 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T22:20:02,068 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5341e3c3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T22:20:02,068 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c15e60e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c547440-8393-ff79-d80a-b2090edd72f5/hadoop.log.dir/,STOPPED} 2024-11-08T22:20:02,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T22:20:02,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T22:20:02,080 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T22:20:02,080 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:20:02,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:20:02,081 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:20:02,081 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:20:02,081 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T22:20:02,081 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=264897800, stopped=false 2024-11-08T22:20:02,081 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ff635fa717b5,34673,1731104360752 2024-11-08T22:20:02,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34673-0x1011c883d980000, quorum=127.0.0.1:53272, baseZNode=/02009173285 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02009173285/running 2024-11-08T22:20:02,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40597-0x1011c883d980001, quorum=127.0.0.1:53272, baseZNode=/02009173285 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02009173285/running 2024-11-08T22:20:02,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34673-0x1011c883d980000, quorum=127.0.0.1:53272, baseZNode=/02009173285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02009173285 2024-11-08T22:20:02,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40597-0x1011c883d980001, quorum=127.0.0.1:53272, baseZNode=/02009173285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02009173285 2024-11-08T22:20:02,093 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T22:20:02,094 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T22:20:02,094 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:20:02,094 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:20:02,094 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34673-0x1011c883d980000, quorum=127.0.0.1:53272, baseZNode=/02009173285 Set watcher on znode that does not yet exist, /02009173285/running 2024-11-08T22:20:02,094 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ff635fa717b5,40597,1731104361031' ***** 2024-11-08T22:20:02,094 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40597-0x1011c883d980001, quorum=127.0.0.1:53272, baseZNode=/02009173285 Set watcher on znode that does not yet exist, /02009173285/running 2024-11-08T22:20:02,094 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T22:20:02,094 INFO [RS:0;ff635fa717b5:40597 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T22:20:02,094 INFO [RS:0;ff635fa717b5:40597 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T22:20:02,094 INFO [RS:0;ff635fa717b5:40597 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T22:20:02,095 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T22:20:02,095 INFO [RS:0;ff635fa717b5:40597 {}] regionserver.HRegionServer(3091): Received CLOSE for b16f3549ce54c24ead19fee9f251c539 2024-11-08T22:20:02,095 INFO [RS:0;ff635fa717b5:40597 {}] regionserver.HRegionServer(3091): Received CLOSE for 9e8edf2c4ac8d5bdd258fc99f0c98e60 2024-11-08T22:20:02,095 INFO [RS:0;ff635fa717b5:40597 {}] regionserver.HRegionServer(959): stopping server ff635fa717b5,40597,1731104361031 2024-11-08T22:20:02,095 INFO [RS:0;ff635fa717b5:40597 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T22:20:02,095 INFO [RS:0;ff635fa717b5:40597 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff635fa717b5:40597. 2024-11-08T22:20:02,095 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b16f3549ce54c24ead19fee9f251c539, disabling compactions & flushes 2024-11-08T22:20:02,095 DEBUG [RS:0;ff635fa717b5:40597 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:20:02,095 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731104374078.b16f3549ce54c24ead19fee9f251c539. 2024-11-08T22:20:02,095 DEBUG [RS:0;ff635fa717b5:40597 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:20:02,095 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731104374078.b16f3549ce54c24ead19fee9f251c539. 2024-11-08T22:20:02,095 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731104374078.b16f3549ce54c24ead19fee9f251c539. after waiting 0 ms 2024-11-08T22:20:02,095 INFO [RS:0;ff635fa717b5:40597 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T22:20:02,095 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731104374078.b16f3549ce54c24ead19fee9f251c539. 2024-11-08T22:20:02,095 INFO [RS:0;ff635fa717b5:40597 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T22:20:02,095 INFO [RS:0;ff635fa717b5:40597 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T22:20:02,095 INFO [RS:0;ff635fa717b5:40597 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T22:20:02,095 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b16f3549ce54c24ead19fee9f251c539 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-08T22:20:02,095 INFO [RS:0;ff635fa717b5:40597 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T22:20:02,095 DEBUG [RS:0;ff635fa717b5:40597 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, b16f3549ce54c24ead19fee9f251c539=test,,1731104374078.b16f3549ce54c24ead19fee9f251c539., 9e8edf2c4ac8d5bdd258fc99f0c98e60=hbase:replication,,1731104379532.9e8edf2c4ac8d5bdd258fc99f0c98e60.} 2024-11-08T22:20:02,095 DEBUG [RS:0;ff635fa717b5:40597 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9e8edf2c4ac8d5bdd258fc99f0c98e60, b16f3549ce54c24ead19fee9f251c539 2024-11-08T22:20:02,095 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T22:20:02,095 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T22:20:02,095 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T22:20:02,095 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T22:20:02,095 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T22:20:02,096 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T22:20:02,109 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/data/hbase/meta/1588230740/.tmp/info/e64b5acb5e364df6b285a210b0d6f8ce is 147, key is hbase:replication,,1731104379532.9e8edf2c4ac8d5bdd258fc99f0c98e60./info:regioninfo/1731104380691/Put/seqid=0 2024-11-08T22:20:02,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39171 is added to blk_1073741840_1016 (size=7686) 2024-11-08T22:20:02,113 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/data/hbase/meta/1588230740/.tmp/info/e64b5acb5e364df6b285a210b0d6f8ce 2024-11-08T22:20:02,113 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/data/default/test/b16f3549ce54c24ead19fee9f251c539/.tmp/f/05987158b83f4374b0113d17ebda8b7e is 37, key is row3/f:row3/1731104392669/Put/seqid=0 2024-11-08T22:20:02,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39171 is added to blk_1073741841_1017 (size=5228) 2024-11-08T22:20:02,129 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/data/hbase/meta/1588230740/.tmp/ns/4d4116d66d5e4fd89384bbb6f135bc0e is 43, key is default/ns:d/1731104363941/Put/seqid=0 2024-11-08T22:20:02,132 INFO [regionserver/ff635fa717b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T22:20:02,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39171 is added to blk_1073741842_1018 (size=5153) 2024-11-08T22:20:02,201 INFO [regionserver/ff635fa717b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T22:20:02,201 INFO [regionserver/ff635fa717b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T22:20:02,296 DEBUG [RS:0;ff635fa717b5:40597 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9e8edf2c4ac8d5bdd258fc99f0c98e60, b16f3549ce54c24ead19fee9f251c539 2024-11-08T22:20:02,496 DEBUG [RS:0;ff635fa717b5:40597 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9e8edf2c4ac8d5bdd258fc99f0c98e60, b16f3549ce54c24ead19fee9f251c539 2024-11-08T22:20:02,516 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/data/default/test/b16f3549ce54c24ead19fee9f251c539/.tmp/f/05987158b83f4374b0113d17ebda8b7e 2024-11-08T22:20:02,520 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 05987158b83f4374b0113d17ebda8b7e 2024-11-08T22:20:02,533 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/data/hbase/meta/1588230740/.tmp/ns/4d4116d66d5e4fd89384bbb6f135bc0e 2024-11-08T22:20:02,534 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/data/default/test/b16f3549ce54c24ead19fee9f251c539/.tmp/f1/4f2d7bfc37bb4b13a2a1074face2850e is 30, key is row1/f1:/1731104390018/DeleteFamily/seqid=0 2024-11-08T22:20:02,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39171 is added to blk_1073741843_1019 (size=5158) 2024-11-08T22:20:02,554 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/data/hbase/meta/1588230740/.tmp/rep_barrier/13ae73fed86f473b8daab4a26a4a821e is 112, key is test,,1731104374078.b16f3549ce54c24ead19fee9f251c539./rep_barrier:seqnumDuringOpen/1731104375226/Put/seqid=0 2024-11-08T22:20:02,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39171 is added to blk_1073741844_1020 (size=5518) 2024-11-08T22:20:02,696 DEBUG [RS:0;ff635fa717b5:40597 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9e8edf2c4ac8d5bdd258fc99f0c98e60, b16f3549ce54c24ead19fee9f251c539 2024-11-08T22:20:02,896 DEBUG [RS:0;ff635fa717b5:40597 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9e8edf2c4ac8d5bdd258fc99f0c98e60, b16f3549ce54c24ead19fee9f251c539 2024-11-08T22:20:02,938 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/data/default/test/b16f3549ce54c24ead19fee9f251c539/.tmp/f1/4f2d7bfc37bb4b13a2a1074face2850e 2024-11-08T22:20:02,941 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4f2d7bfc37bb4b13a2a1074face2850e 2024-11-08T22:20:02,955 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/data/default/test/b16f3549ce54c24ead19fee9f251c539/.tmp/norep/ffb1c4012db542d0a31904caaff3203f is 32, key is row/norep:/1731104389013/DeleteFamily/seqid=0 2024-11-08T22:20:02,957 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/data/hbase/meta/1588230740/.tmp/rep_barrier/13ae73fed86f473b8daab4a26a4a821e 2024-11-08T22:20:02,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39171 is added to blk_1073741845_1021 (size=5101) 2024-11-08T22:20:02,974 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/data/hbase/meta/1588230740/.tmp/table/d5b53a14fc8a4965bd9b5a8f79dda7ce is 53, key is hbase:replication/table:state/1731104380698/Put/seqid=0 2024-11-08T22:20:02,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39171 is added to blk_1073741846_1022 (size=5308) 2024-11-08T22:20:03,067 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,40597,1731104361031.replicationSource.wal-reader.ff635fa717b5%2C40597%2C1731104361031,1-ff635fa717b5,40597,1731104361031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/WALs/ff635fa717b5,40597,1731104361031/ff635fa717b5%2C40597%2C1731104361031.1731104363332 to pos 1488, reset compression=false 2024-11-08T22:20:03,071 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,40597,1731104361031.replicationSource.wal-reader.ff635fa717b5%2C40597%2C1731104361031,1-ff635fa717b5,40597,1731104361031 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T22:20:03,071 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,40597,1731104361031.replicationSource.wal-reader.ff635fa717b5%2C40597%2C1731104361031,1-ff635fa717b5,40597,1731104361031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/WALs/ff635fa717b5,40597,1731104361031/ff635fa717b5%2C40597%2C1731104361031.1731104363332 to pos 1735, reset compression=false 2024-11-08T22:20:03,071 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,40597,1731104361031.replicationSource.shipperff635fa717b5%2C40597%2C1731104361031,1-ff635fa717b5,40597,1731104361031 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff635fa717b5,40597,1731104361031 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/WALs/ff635fa717b5,40597,1731104361031/ff635fa717b5%2C40597%2C1731104361031.1731104363332, lastWalPosition=1735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T22:20:03,071 ERROR [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,40597,1731104361031.replicationSource.shipperff635fa717b5%2C40597%2C1731104361031,1-ff635fa717b5,40597,1731104361031 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ff635fa717b5,40597,1731104361031: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-ff635fa717b5,40597,1731104361031, walGroup=ff635fa717b5%2C40597%2C1731104361031, offset=ff635fa717b5%2C40597%2C1731104361031.1731104363332:1735, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff635fa717b5:40597 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T22:20:03,073 ERROR [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,40597,1731104361031.replicationSource.shipperff635fa717b5%2C40597%2C1731104361031,1-ff635fa717b5,40597,1731104361031 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T22:20:03,073 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,40597,1731104361031.replicationSource.shipperff635fa717b5%2C40597%2C1731104361031,1-ff635fa717b5,40597,1731104361031 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T22:20:03,073 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,40597,1731104361031.replicationSource.shipperff635fa717b5%2C40597%2C1731104361031,1-ff635fa717b5,40597,1731104361031 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T22:20:03,073 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,40597,1731104361031.replicationSource.shipperff635fa717b5%2C40597%2C1731104361031,1-ff635fa717b5,40597,1731104361031 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T22:20:03,073 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,40597,1731104361031.replicationSource.shipperff635fa717b5%2C40597%2C1731104361031,1-ff635fa717b5,40597,1731104361031 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T22:20:03,073 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,40597,1731104361031.replicationSource.shipperff635fa717b5%2C40597%2C1731104361031,1-ff635fa717b5,40597,1731104361031 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1251999744, "init": 1048576000, "max": 2306867200, "used": 852958856 }, "NonHeapMemoryUsage": { "committed": 202964992, "init": 7667712, "max": -1, "used": 199983232 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T22:20:03,074 WARN [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,40597,1731104361031.replicationSource.shipperff635fa717b5%2C40597%2C1731104361031,1-ff635fa717b5,40597,1731104361031 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff635fa717b5:34673 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff635fa717b5:34673 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T22:20:03,096 DEBUG [RS:0;ff635fa717b5:40597 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9e8edf2c4ac8d5bdd258fc99f0c98e60, b16f3549ce54c24ead19fee9f251c539 2024-11-08T22:20:03,274 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,40597,1731104361031.replicationSource.wal-reader.ff635fa717b5%2C40597%2C1731104361031,1-ff635fa717b5,40597,1731104361031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/WALs/ff635fa717b5,40597,1731104361031/ff635fa717b5%2C40597%2C1731104361031.1731104363332 to pos 1735, reset compression=false 2024-11-08T22:20:03,296 DEBUG [RS:0;ff635fa717b5:40597 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9e8edf2c4ac8d5bdd258fc99f0c98e60, b16f3549ce54c24ead19fee9f251c539 2024-11-08T22:20:03,359 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/data/default/test/b16f3549ce54c24ead19fee9f251c539/.tmp/norep/ffb1c4012db542d0a31904caaff3203f 2024-11-08T22:20:03,362 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ffb1c4012db542d0a31904caaff3203f 2024-11-08T22:20:03,363 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/data/default/test/b16f3549ce54c24ead19fee9f251c539/.tmp/f/05987158b83f4374b0113d17ebda8b7e as hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/data/default/test/b16f3549ce54c24ead19fee9f251c539/f/05987158b83f4374b0113d17ebda8b7e 2024-11-08T22:20:03,367 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 05987158b83f4374b0113d17ebda8b7e 2024-11-08T22:20:03,367 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/data/default/test/b16f3549ce54c24ead19fee9f251c539/f/05987158b83f4374b0113d17ebda8b7e, entries=5, sequenceid=12, filesize=5.1 K 2024-11-08T22:20:03,368 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/data/default/test/b16f3549ce54c24ead19fee9f251c539/.tmp/f1/4f2d7bfc37bb4b13a2a1074face2850e as hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/data/default/test/b16f3549ce54c24ead19fee9f251c539/f1/4f2d7bfc37bb4b13a2a1074face2850e 2024-11-08T22:20:03,371 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4f2d7bfc37bb4b13a2a1074face2850e 2024-11-08T22:20:03,371 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/data/default/test/b16f3549ce54c24ead19fee9f251c539/f1/4f2d7bfc37bb4b13a2a1074face2850e, entries=3, sequenceid=12, filesize=5.0 K 2024-11-08T22:20:03,372 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/data/default/test/b16f3549ce54c24ead19fee9f251c539/.tmp/norep/ffb1c4012db542d0a31904caaff3203f as hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/data/default/test/b16f3549ce54c24ead19fee9f251c539/norep/ffb1c4012db542d0a31904caaff3203f 2024-11-08T22:20:03,376 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ffb1c4012db542d0a31904caaff3203f 2024-11-08T22:20:03,376 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/data/default/test/b16f3549ce54c24ead19fee9f251c539/norep/ffb1c4012db542d0a31904caaff3203f, entries=1, sequenceid=12, filesize=5.0 K 2024-11-08T22:20:03,377 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for b16f3549ce54c24ead19fee9f251c539 in 1282ms, sequenceid=12, compaction requested=false 2024-11-08T22:20:03,377 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/data/hbase/meta/1588230740/.tmp/table/d5b53a14fc8a4965bd9b5a8f79dda7ce 2024-11-08T22:20:03,381 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/data/hbase/meta/1588230740/.tmp/info/e64b5acb5e364df6b285a210b0d6f8ce as hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/data/hbase/meta/1588230740/info/e64b5acb5e364df6b285a210b0d6f8ce 2024-11-08T22:20:03,385 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/data/hbase/meta/1588230740/info/e64b5acb5e364df6b285a210b0d6f8ce, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T22:20:03,386 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/data/hbase/meta/1588230740/.tmp/ns/4d4116d66d5e4fd89384bbb6f135bc0e as hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/data/hbase/meta/1588230740/ns/4d4116d66d5e4fd89384bbb6f135bc0e 2024-11-08T22:20:03,390 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/data/hbase/meta/1588230740/ns/4d4116d66d5e4fd89384bbb6f135bc0e, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T22:20:03,390 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/data/default/test/b16f3549ce54c24ead19fee9f251c539/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-08T22:20:03,391 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/data/hbase/meta/1588230740/.tmp/rep_barrier/13ae73fed86f473b8daab4a26a4a821e as hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/data/hbase/meta/1588230740/rep_barrier/13ae73fed86f473b8daab4a26a4a821e 2024-11-08T22:20:03,391 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T22:20:03,391 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T22:20:03,391 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731104374078.b16f3549ce54c24ead19fee9f251c539. 2024-11-08T22:20:03,391 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b16f3549ce54c24ead19fee9f251c539: Waiting for close lock at 1731104402095Running coprocessor pre-close hooks at 1731104402095Disabling compacts and flushes for region at 1731104402095Disabling writes for close at 1731104402095Obtaining lock to block concurrent updates at 1731104402095Preparing flush snapshotting stores in b16f3549ce54c24ead19fee9f251c539 at 1731104402095Finished memstore snapshotting test,,1731104374078.b16f3549ce54c24ead19fee9f251c539., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731104402095Flushing stores of test,,1731104374078.b16f3549ce54c24ead19fee9f251c539. at 1731104402096 (+1 ms)Flushing b16f3549ce54c24ead19fee9f251c539/f: creating writer at 1731104402096Flushing b16f3549ce54c24ead19fee9f251c539/f: appending metadata at 1731104402112 (+16 ms)Flushing b16f3549ce54c24ead19fee9f251c539/f: closing flushed file at 1731104402112Flushing b16f3549ce54c24ead19fee9f251c539/f1: creating writer at 1731104402520 (+408 ms)Flushing b16f3549ce54c24ead19fee9f251c539/f1: appending metadata at 1731104402534 (+14 ms)Flushing b16f3549ce54c24ead19fee9f251c539/f1: closing flushed file at 1731104402534Flushing b16f3549ce54c24ead19fee9f251c539/norep: creating writer at 1731104402941 (+407 ms)Flushing b16f3549ce54c24ead19fee9f251c539/norep: appending metadata at 1731104402954 (+13 ms)Flushing b16f3549ce54c24ead19fee9f251c539/norep: closing flushed file at 1731104402954Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48468189: reopening flushed file at 1731104403362 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ae9c262: reopening flushed file at 1731104403367 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a36e051: reopening flushed file at 1731104403371 (+4 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for b16f3549ce54c24ead19fee9f251c539 in 1282ms, sequenceid=12, compaction requested=false at 1731104403377 (+6 ms)Writing region close event to WAL at 1731104403387 (+10 ms)Running coprocessor post-close hooks at 1731104403391 (+4 ms)Closed at 1731104403391 2024-11-08T22:20:03,391 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731104374078.b16f3549ce54c24ead19fee9f251c539. 2024-11-08T22:20:03,391 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9e8edf2c4ac8d5bdd258fc99f0c98e60, disabling compactions & flushes 2024-11-08T22:20:03,391 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731104379532.9e8edf2c4ac8d5bdd258fc99f0c98e60. 2024-11-08T22:20:03,391 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731104379532.9e8edf2c4ac8d5bdd258fc99f0c98e60. 2024-11-08T22:20:03,391 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731104379532.9e8edf2c4ac8d5bdd258fc99f0c98e60. after waiting 0 ms 2024-11-08T22:20:03,391 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731104379532.9e8edf2c4ac8d5bdd258fc99f0c98e60. 2024-11-08T22:20:03,391 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9e8edf2c4ac8d5bdd258fc99f0c98e60: Waiting for close lock at 1731104403391Running coprocessor pre-close hooks at 1731104403391Disabling compacts and flushes for region at 1731104403391Disabling writes for close at 1731104403391Failed flush hbase:replication,,1731104379532.9e8edf2c4ac8d5bdd258fc99f0c98e60., putting online again at 1731104403391 2024-11-08T22:20:03,391 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731104379532.9e8edf2c4ac8d5bdd258fc99f0c98e60. 2024-11-08T22:20:03,394 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/data/hbase/meta/1588230740/rep_barrier/13ae73fed86f473b8daab4a26a4a821e, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T22:20:03,395 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/data/hbase/meta/1588230740/.tmp/table/d5b53a14fc8a4965bd9b5a8f79dda7ce as hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/data/hbase/meta/1588230740/table/d5b53a14fc8a4965bd9b5a8f79dda7ce 2024-11-08T22:20:03,398 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/data/hbase/meta/1588230740/table/d5b53a14fc8a4965bd9b5a8f79dda7ce, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T22:20:03,399 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1304ms, sequenceid=16, compaction requested=false 2024-11-08T22:20:03,402 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T22:20:03,402 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T22:20:03,402 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T22:20:03,402 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T22:20:03,402 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731104402095Running coprocessor pre-close hooks at 1731104402095Disabling compacts and flushes for region at 1731104402095Disabling writes for close at 1731104402095Obtaining lock to block concurrent updates at 1731104402096 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731104402096Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731104402096Flushing stores of hbase:meta,,1.1588230740 at 1731104402096Flushing 1588230740/info: creating writer at 1731104402096Flushing 1588230740/info: appending metadata at 1731104402109 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731104402109Flushing 1588230740/ns: creating writer at 1731104402116 (+7 ms)Flushing 1588230740/ns: appending metadata at 1731104402129 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731104402129Flushing 1588230740/rep_barrier: creating writer at 1731104402537 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731104402553 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731104402553Flushing 1588230740/table: creating writer at 1731104402960 (+407 ms)Flushing 1588230740/table: appending metadata at 1731104402973 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731104402973Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d5bbaac: reopening flushed file at 1731104403380 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1edd2e38: reopening flushed file at 1731104403385 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10e0af19: reopening flushed file at 1731104403390 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b366bf8: reopening flushed file at 1731104403394 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1304ms, sequenceid=16, compaction requested=false at 1731104403399 (+5 ms)Writing region close event to WAL at 1731104403400 (+1 ms)Running coprocessor post-close hooks at 1731104403402 (+2 ms)Closed at 1731104403402 2024-11-08T22:20:03,403 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T22:20:03,497 INFO [RS:0;ff635fa717b5:40597 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T22:20:03,497 DEBUG [RS:0;ff635fa717b5:40597 {}] regionserver.HRegionServer(1325): Online Regions={9e8edf2c4ac8d5bdd258fc99f0c98e60=hbase:replication,,1731104379532.9e8edf2c4ac8d5bdd258fc99f0c98e60.} 2024-11-08T22:20:03,497 INFO [RS:0;ff635fa717b5:40597 {}] regionserver.HRegionServer(3091): Received CLOSE for 9e8edf2c4ac8d5bdd258fc99f0c98e60 2024-11-08T22:20:03,497 DEBUG [RS:0;ff635fa717b5:40597 {}] regionserver.HRegionServer(1351): Waiting on 9e8edf2c4ac8d5bdd258fc99f0c98e60 2024-11-08T22:20:03,497 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9e8edf2c4ac8d5bdd258fc99f0c98e60, disabling compactions & flushes 2024-11-08T22:20:03,497 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731104379532.9e8edf2c4ac8d5bdd258fc99f0c98e60. 2024-11-08T22:20:03,497 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731104379532.9e8edf2c4ac8d5bdd258fc99f0c98e60. 2024-11-08T22:20:03,497 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731104379532.9e8edf2c4ac8d5bdd258fc99f0c98e60. after waiting 0 ms 2024-11-08T22:20:03,497 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731104379532.9e8edf2c4ac8d5bdd258fc99f0c98e60. 2024-11-08T22:20:03,497 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9e8edf2c4ac8d5bdd258fc99f0c98e60: Waiting for close lock at 1731104403497Running coprocessor pre-close hooks at 1731104403497Disabling compacts and flushes for region at 1731104403497Disabling writes for close at 1731104403497Failed flush hbase:replication,,1731104379532.9e8edf2c4ac8d5bdd258fc99f0c98e60., putting online again at 1731104403497 2024-11-08T22:20:03,497 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731104379532.9e8edf2c4ac8d5bdd258fc99f0c98e60. 2024-11-08T22:20:03,578 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,40597,1731104361031.replicationSource.wal-reader.ff635fa717b5%2C40597%2C1731104361031,1-ff635fa717b5,40597,1731104361031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/WALs/ff635fa717b5,40597,1731104361031/ff635fa717b5%2C40597%2C1731104361031.1731104363332 to pos 1735, reset compression=false 2024-11-08T22:20:03,582 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,40597,1731104361031.replicationSource.wal-reader.ff635fa717b5%2C40597%2C1731104361031,1-ff635fa717b5,40597,1731104361031 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T22:20:03,582 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,40597,1731104361031.replicationSource.wal-reader.ff635fa717b5%2C40597%2C1731104361031,1-ff635fa717b5,40597,1731104361031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/WALs/ff635fa717b5,40597,1731104361031/ff635fa717b5%2C40597%2C1731104361031.1731104363332 to pos 2379, reset compression=false 2024-11-08T22:20:03,697 INFO [RS:0;ff635fa717b5:40597 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-08T22:20:03,697 INFO [RS:0;ff635fa717b5:40597 {}] regionserver.HRegionServer(976): stopping server ff635fa717b5,40597,1731104361031; all regions closed. 2024-11-08T22:20:03,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39171 is added to blk_1073741834_1010 (size=4239) 2024-11-08T22:20:03,699 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/WALs/ff635fa717b5,40597,1731104361031/ff635fa717b5%2C40597%2C1731104361031.meta.1731104363865.meta not finished, retry = 0 2024-11-08T22:20:03,785 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,40597,1731104361031.replicationSource.wal-reader.ff635fa717b5%2C40597%2C1731104361031,1-ff635fa717b5,40597,1731104361031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/WALs/ff635fa717b5,40597,1731104361031/ff635fa717b5%2C40597%2C1731104361031.1731104363332 to pos 2379, reset compression=false 2024-11-08T22:20:03,801 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/WALs/ff635fa717b5,40597,1731104361031/ff635fa717b5%2C40597%2C1731104361031.rep.1731104380662 not finished, retry = 0 2024-11-08T22:20:03,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39171 is added to blk_1073741839_1015 (size=2609) 2024-11-08T22:20:03,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39171 is added to blk_1073741832_1008 (size=2387) 2024-11-08T22:20:03,904 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/WALs/ff635fa717b5,40597,1731104361031/ff635fa717b5%2C40597%2C1731104361031.1731104363332 not finished, retry = 0 2024-11-08T22:20:03,952 INFO [master/ff635fa717b5:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-08T22:20:03,952 INFO [master/ff635fa717b5:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-08T22:20:04,005 DEBUG [RS:0;ff635fa717b5:40597 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:20:04,005 INFO [RS:0;ff635fa717b5:40597 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T22:20:04,005 INFO [RS:0;ff635fa717b5:40597 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T22:20:04,005 INFO [RS:0;ff635fa717b5:40597 {}] hbase.ChoreService(370): Chore service for: regionserver/ff635fa717b5:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T22:20:04,005 INFO [RS:0;ff635fa717b5:40597 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T22:20:04,005 INFO [regionserver/ff635fa717b5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T22:20:04,005 INFO [RS:0;ff635fa717b5:40597 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ff635fa717b5,40597,1731104361031 because: Region server is closing 2024-11-08T22:20:04,005 INFO [RS:0;ff635fa717b5:40597 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff635fa717b5:40597. 2024-11-08T22:20:04,006 DEBUG [RS:0;ff635fa717b5:40597 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:20:04,006 DEBUG [RS:0;ff635fa717b5:40597 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:20:04,006 DEBUG [RS:0;ff635fa717b5:40597 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:20:04,006 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:20:04,106 INFO [RS:0;ff635fa717b5:40597 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,40597,1731104361031.replicationSource.shipperff635fa717b5%2C40597%2C1731104361031,1-ff635fa717b5,40597,1731104361031 terminated 2024-11-08T22:20:04,106 INFO [RS:0;ff635fa717b5:40597 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff635fa717b5:40597. 2024-11-08T22:20:04,106 DEBUG [RS:0;ff635fa717b5:40597 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:20:04,106 DEBUG [RS:0;ff635fa717b5:40597 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:20:04,106 DEBUG [RS:0;ff635fa717b5:40597 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:20:04,106 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:20:04,106 INFO [RS:0;ff635fa717b5:40597 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40597 2024-11-08T22:20:04,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40597-0x1011c883d980001, quorum=127.0.0.1:53272, baseZNode=/02009173285 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02009173285/rs/ff635fa717b5,40597,1731104361031 2024-11-08T22:20:04,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34673-0x1011c883d980000, quorum=127.0.0.1:53272, baseZNode=/02009173285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02009173285/rs 2024-11-08T22:20:04,156 INFO [RS:0;ff635fa717b5:40597 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T22:20:04,167 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ff635fa717b5,40597,1731104361031] 2024-11-08T22:20:04,177 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /02009173285/draining/ff635fa717b5,40597,1731104361031 already deleted, retry=false 2024-11-08T22:20:04,177 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ff635fa717b5,40597,1731104361031 expired; onlineServers=0 2024-11-08T22:20:04,177 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ff635fa717b5,34673,1731104360752' ***** 2024-11-08T22:20:04,177 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T22:20:04,177 INFO [M:0;ff635fa717b5:34673 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T22:20:04,178 INFO [M:0;ff635fa717b5:34673 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T22:20:04,178 DEBUG [M:0;ff635fa717b5:34673 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T22:20:04,178 DEBUG [M:0;ff635fa717b5:34673 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T22:20:04,178 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T22:20:04,178 DEBUG [master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.small.0-1731104363072 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.small.0-1731104363072,5,FailOnTimeoutGroup] 2024-11-08T22:20:04,178 DEBUG [master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.large.0-1731104363068 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.large.0-1731104363068,5,FailOnTimeoutGroup] 2024-11-08T22:20:04,178 INFO [M:0;ff635fa717b5:34673 {}] hbase.ChoreService(370): Chore service for: master/ff635fa717b5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T22:20:04,178 INFO [M:0;ff635fa717b5:34673 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T22:20:04,178 DEBUG [M:0;ff635fa717b5:34673 {}] master.HMaster(1795): Stopping service threads 2024-11-08T22:20:04,178 INFO [M:0;ff635fa717b5:34673 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T22:20:04,178 INFO [M:0;ff635fa717b5:34673 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T22:20:04,178 INFO [M:0;ff635fa717b5:34673 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T22:20:04,178 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T22:20:04,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34673-0x1011c883d980000, quorum=127.0.0.1:53272, baseZNode=/02009173285 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02009173285/master 2024-11-08T22:20:04,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34673-0x1011c883d980000, quorum=127.0.0.1:53272, baseZNode=/02009173285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02009173285 2024-11-08T22:20:04,188 DEBUG [M:0;ff635fa717b5:34673 {}] zookeeper.ZKUtil(347): master:34673-0x1011c883d980000, quorum=127.0.0.1:53272, baseZNode=/02009173285 Unable to get data of znode /02009173285/master because node does not exist (not an error) 2024-11-08T22:20:04,188 WARN [M:0;ff635fa717b5:34673 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T22:20:04,189 INFO [M:0;ff635fa717b5:34673 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/.lastflushedseqids 2024-11-08T22:20:04,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39171 is added to blk_1073741847_1023 (size=245) 2024-11-08T22:20:04,267 INFO [RS:0;ff635fa717b5:40597 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T22:20:04,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40597-0x1011c883d980001, quorum=127.0.0.1:53272, baseZNode=/02009173285 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:20:04,267 INFO [RS:0;ff635fa717b5:40597 {}] regionserver.HRegionServer(1031): Exiting; stopping=ff635fa717b5,40597,1731104361031; zookeeper connection closed. 2024-11-08T22:20:04,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40597-0x1011c883d980001, quorum=127.0.0.1:53272, baseZNode=/02009173285 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:20:04,267 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@48dfdc06 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@48dfdc06 2024-11-08T22:20:04,268 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T22:20:04,593 INFO [M:0;ff635fa717b5:34673 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T22:20:04,593 INFO [M:0;ff635fa717b5:34673 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T22:20:04,593 DEBUG [M:0;ff635fa717b5:34673 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T22:20:04,593 INFO [M:0;ff635fa717b5:34673 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:20:04,593 DEBUG [M:0;ff635fa717b5:34673 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:20:04,593 DEBUG [M:0;ff635fa717b5:34673 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T22:20:04,593 DEBUG [M:0;ff635fa717b5:34673 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:20:04,593 INFO [M:0;ff635fa717b5:34673 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-08T22:20:04,607 DEBUG [M:0;ff635fa717b5:34673 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d786bd08a82d42beb76040024890e626 is 82, key is hbase:meta,,1/info:regioninfo/1731104363898/Put/seqid=0 2024-11-08T22:20:04,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39171 is added to blk_1073741848_1024 (size=5672) 2024-11-08T22:20:05,011 INFO [M:0;ff635fa717b5:34673 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d786bd08a82d42beb76040024890e626 2024-11-08T22:20:05,027 DEBUG [M:0;ff635fa717b5:34673 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/187c2add7c8b48218e97754ec9feec72 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731104375235/Put/seqid=0 2024-11-08T22:20:05,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39171 is added to blk_1073741849_1025 (size=7218) 2024-11-08T22:20:05,431 INFO [M:0;ff635fa717b5:34673 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/187c2add7c8b48218e97754ec9feec72 2024-11-08T22:20:05,434 INFO [M:0;ff635fa717b5:34673 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 187c2add7c8b48218e97754ec9feec72 2024-11-08T22:20:05,448 DEBUG [M:0;ff635fa717b5:34673 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/553338c37c844a85894f6315f2095ab9 is 69, key is ff635fa717b5,40597,1731104361031/rs:state/1731104363184/Put/seqid=0 2024-11-08T22:20:05,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39171 is added to blk_1073741850_1026 (size=5156) 2024-11-08T22:20:05,854 INFO [M:0;ff635fa717b5:34673 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/553338c37c844a85894f6315f2095ab9 2024-11-08T22:20:05,857 DEBUG [M:0;ff635fa717b5:34673 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d786bd08a82d42beb76040024890e626 as hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d786bd08a82d42beb76040024890e626 2024-11-08T22:20:05,860 INFO [M:0;ff635fa717b5:34673 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d786bd08a82d42beb76040024890e626, entries=8, sequenceid=105, filesize=5.5 K 2024-11-08T22:20:05,861 DEBUG [M:0;ff635fa717b5:34673 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/187c2add7c8b48218e97754ec9feec72 as hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/187c2add7c8b48218e97754ec9feec72 2024-11-08T22:20:05,864 INFO [M:0;ff635fa717b5:34673 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 187c2add7c8b48218e97754ec9feec72 2024-11-08T22:20:05,864 INFO [M:0;ff635fa717b5:34673 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/187c2add7c8b48218e97754ec9feec72, entries=11, sequenceid=105, filesize=7.0 K 2024-11-08T22:20:05,865 DEBUG [M:0;ff635fa717b5:34673 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/553338c37c844a85894f6315f2095ab9 as hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/553338c37c844a85894f6315f2095ab9 2024-11-08T22:20:05,868 INFO [M:0;ff635fa717b5:34673 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45191/user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/553338c37c844a85894f6315f2095ab9, entries=1, sequenceid=105, filesize=5.0 K 2024-11-08T22:20:05,868 INFO [M:0;ff635fa717b5:34673 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=105, compaction requested=false 2024-11-08T22:20:05,870 INFO [M:0;ff635fa717b5:34673 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:20:05,870 DEBUG [M:0;ff635fa717b5:34673 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731104404593Disabling compacts and flushes for region at 1731104404593Disabling writes for close at 1731104404593Obtaining lock to block concurrent updates at 1731104404593Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731104404593Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731104404594 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731104404594Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731104404594Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731104404607 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731104404607Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731104405014 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731104405026 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731104405026Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731104405435 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731104405447 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731104405447Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ef1aec3: reopening flushed file at 1731104405857 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13a509d5: reopening flushed file at 1731104405860 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fb7949e: reopening flushed file at 1731104405864 (+4 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=105, compaction requested=false at 1731104405868 (+4 ms)Writing region close event to WAL at 1731104405870 (+2 ms)Closed at 1731104405870 2024-11-08T22:20:05,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39171 is added to blk_1073741830_1006 (size=64423) 2024-11-08T22:20:05,872 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/05273222-9bec-978a-5914-e26159767eb8/MasterData/WALs/ff635fa717b5,34673,1731104360752/ff635fa717b5%2C34673%2C1731104360752.1731104362782 not finished, retry = 0 2024-11-08T22:20:05,915 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T22:20:05,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:05,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:05,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:05,916 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:05,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:05,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:05,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:05,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:05,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:05,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:05,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:05,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:05,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:05,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:05,973 INFO [M:0;ff635fa717b5:34673 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T22:20:05,973 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T22:20:05,973 INFO [M:0;ff635fa717b5:34673 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34673 2024-11-08T22:20:05,973 INFO [M:0;ff635fa717b5:34673 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T22:20:06,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34673-0x1011c883d980000, quorum=127.0.0.1:53272, baseZNode=/02009173285 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:20:06,120 INFO [M:0;ff635fa717b5:34673 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T22:20:06,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34673-0x1011c883d980000, quorum=127.0.0.1:53272, baseZNode=/02009173285 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:20:06,122 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@22b3f6ff{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T22:20:06,122 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24af6efd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T22:20:06,122 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T22:20:06,122 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@54644394{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T22:20:06,122 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@428dbec5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f11010b8-e478-44e3-6962-a325bd081672/hadoop.log.dir/,STOPPED} 2024-11-08T22:20:06,124 WARN [BP-1855667811-172.17.0.3-1731104358909 heartbeating to localhost/127.0.0.1:45191 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T22:20:06,124 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T22:20:06,124 WARN [BP-1855667811-172.17.0.3-1731104358909 heartbeating to localhost/127.0.0.1:45191 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1855667811-172.17.0.3-1731104358909 (Datanode Uuid ea4ea757-ecf5-4fdc-ab7d-ec9007a17a96) service to localhost/127.0.0.1:45191 2024-11-08T22:20:06,124 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T22:20:06,124 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f11010b8-e478-44e3-6962-a325bd081672/cluster_ce204779-0594-e5d8-2421-3cae2800b41f/data/data1/current/BP-1855667811-172.17.0.3-1731104358909 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T22:20:06,125 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f11010b8-e478-44e3-6962-a325bd081672/cluster_ce204779-0594-e5d8-2421-3cae2800b41f/data/data2/current/BP-1855667811-172.17.0.3-1731104358909 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T22:20:06,125 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T22:20:06,131 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@69f7ea7f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T22:20:06,131 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@150b11b4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T22:20:06,131 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T22:20:06,131 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d10d9e7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T22:20:06,131 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33f6df39{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f11010b8-e478-44e3-6962-a325bd081672/hadoop.log.dir/,STOPPED} 2024-11-08T22:20:06,137 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T22:20:06,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T22:20:06,156 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=312 (was 261) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:43221 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:43375 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53272) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53272) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43375 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:43221 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43375 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:45191 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43375 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43221 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:43221 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:45191 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:45191 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:43375 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:45191 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45191 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45191 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45191 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43221 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43221 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45191 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45191 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53272) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:43221 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:43375 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43221 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=721 (was 654) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=276 (was 302), ProcessCount=11 (was 11), AvailableMemoryMB=2053 (was 2367) 2024-11-08T22:20:06,165 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=312, OpenFileDescriptor=721, MaxFileDescriptor=1048576, SystemLoadAverage=276, ProcessCount=11, AvailableMemoryMB=2053 2024-11-08T22:20:06,178 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-08T22:20:06,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abc494f0-f2eb-4fe2-f3f1-21db1c962635/hadoop.log.dir so I do NOT create it in target/test-data/d87a6a3d-0927-e522-03e7-d7c1fc977b9b 2024-11-08T22:20:06,178 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abc494f0-f2eb-4fe2-f3f1-21db1c962635/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T22:20:06,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abc494f0-f2eb-4fe2-f3f1-21db1c962635/hadoop.tmp.dir so I do NOT create it in target/test-data/d87a6a3d-0927-e522-03e7-d7c1fc977b9b 2024-11-08T22:20:06,178 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abc494f0-f2eb-4fe2-f3f1-21db1c962635/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T22:20:06,178 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87a6a3d-0927-e522-03e7-d7c1fc977b9b 2024-11-08T22:20:06,179 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87a6a3d-0927-e522-03e7-d7c1fc977b9b/cluster_b4f1a142-a50f-473d-0de0-9eecf71770be, deleteOnExit=true 2024-11-08T22:20:06,201 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87a6a3d-0927-e522-03e7-d7c1fc977b9b/cluster_b4f1a142-a50f-473d-0de0-9eecf71770be/zookeeper_0, clientPort=54959, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87a6a3d-0927-e522-03e7-d7c1fc977b9b/cluster_b4f1a142-a50f-473d-0de0-9eecf71770be/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87a6a3d-0927-e522-03e7-d7c1fc977b9b/cluster_b4f1a142-a50f-473d-0de0-9eecf71770be/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T22:20:06,202 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54959 2024-11-08T22:20:06,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T22:20:06,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T22:20:06,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87a6a3d-0927-e522-03e7-d7c1fc977b9b/test.cache.data in system properties and HBase conf 2024-11-08T22:20:06,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87a6a3d-0927-e522-03e7-d7c1fc977b9b/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T22:20:06,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87a6a3d-0927-e522-03e7-d7c1fc977b9b/hadoop.log.dir in system properties and HBase conf 2024-11-08T22:20:06,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87a6a3d-0927-e522-03e7-d7c1fc977b9b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T22:20:06,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87a6a3d-0927-e522-03e7-d7c1fc977b9b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T22:20:06,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T22:20:06,202 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T22:20:06,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87a6a3d-0927-e522-03e7-d7c1fc977b9b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T22:20:06,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87a6a3d-0927-e522-03e7-d7c1fc977b9b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T22:20:06,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87a6a3d-0927-e522-03e7-d7c1fc977b9b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T22:20:06,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87a6a3d-0927-e522-03e7-d7c1fc977b9b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T22:20:06,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87a6a3d-0927-e522-03e7-d7c1fc977b9b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T22:20:06,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87a6a3d-0927-e522-03e7-d7c1fc977b9b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T22:20:06,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87a6a3d-0927-e522-03e7-d7c1fc977b9b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T22:20:06,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87a6a3d-0927-e522-03e7-d7c1fc977b9b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T22:20:06,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87a6a3d-0927-e522-03e7-d7c1fc977b9b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T22:20:06,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87a6a3d-0927-e522-03e7-d7c1fc977b9b/nfs.dump.dir in system properties and HBase conf 2024-11-08T22:20:06,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87a6a3d-0927-e522-03e7-d7c1fc977b9b/java.io.tmpdir in system properties and HBase conf 2024-11-08T22:20:06,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87a6a3d-0927-e522-03e7-d7c1fc977b9b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T22:20:06,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87a6a3d-0927-e522-03e7-d7c1fc977b9b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T22:20:06,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87a6a3d-0927-e522-03e7-d7c1fc977b9b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T22:20:06,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1011c883d980008, quorum=127.0.0.1:53272, baseZNode=/21442015080 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T22:20:06,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011c883d980002, quorum=127.0.0.1:53272, baseZNode=/02009173285 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T22:20:06,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011c883d980005, quorum=127.0.0.1:53272, baseZNode=/1694411759 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T22:20:06,235 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1011c883d980008, quorum=127.0.0.1:53272, baseZNode=/21442015080 Received Disconnected from ZooKeeper, ignoring 2024-11-08T22:20:06,235 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011c883d980005, quorum=127.0.0.1:53272, baseZNode=/1694411759 Received Disconnected from ZooKeeper, ignoring 2024-11-08T22:20:06,235 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011c883d980002, quorum=127.0.0.1:53272, baseZNode=/02009173285 Received Disconnected from ZooKeeper, ignoring 2024-11-08T22:20:06,794 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T22:20:06,798 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T22:20:06,799 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T22:20:06,799 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T22:20:06,799 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T22:20:06,800 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T22:20:06,801 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54ea549f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87a6a3d-0927-e522-03e7-d7c1fc977b9b/hadoop.log.dir/,AVAILABLE} 2024-11-08T22:20:06,801 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e07e91e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T22:20:06,921 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@159794d4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87a6a3d-0927-e522-03e7-d7c1fc977b9b/java.io.tmpdir/jetty-localhost-38307-hadoop-hdfs-3_4_1-tests_jar-_-any-18262153665000271263/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T22:20:06,921 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@20cb887c{HTTP/1.1, (http/1.1)}{localhost:38307} 2024-11-08T22:20:06,921 INFO [Time-limited test {}] server.Server(415): Started @281182ms 2024-11-08T22:20:07,187 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T22:20:07,190 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T22:20:07,191 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T22:20:07,191 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T22:20:07,191 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T22:20:07,192 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52a0a5c1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87a6a3d-0927-e522-03e7-d7c1fc977b9b/hadoop.log.dir/,AVAILABLE} 2024-11-08T22:20:07,192 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@93f859c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T22:20:07,287 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2f8809b7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87a6a3d-0927-e522-03e7-d7c1fc977b9b/java.io.tmpdir/jetty-localhost-38747-hadoop-hdfs-3_4_1-tests_jar-_-any-5585177106823308855/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T22:20:07,287 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@281f21dc{HTTP/1.1, (http/1.1)}{localhost:38747} 2024-11-08T22:20:07,287 INFO [Time-limited test {}] server.Server(415): Started @281548ms 2024-11-08T22:20:07,289 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T22:20:07,960 WARN [Thread-3438 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87a6a3d-0927-e522-03e7-d7c1fc977b9b/cluster_b4f1a142-a50f-473d-0de0-9eecf71770be/data/data2/current/BP-1371703530-172.17.0.3-1731104406221/current, will proceed with Du for space computation calculation, 2024-11-08T22:20:07,960 WARN [Thread-3437 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87a6a3d-0927-e522-03e7-d7c1fc977b9b/cluster_b4f1a142-a50f-473d-0de0-9eecf71770be/data/data1/current/BP-1371703530-172.17.0.3-1731104406221/current, will proceed with Du for space computation calculation, 2024-11-08T22:20:07,978 WARN [Thread-3425 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T22:20:07,981 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4f6943bf6f0739a3 with lease ID 0xc6a1cd3da39d3126: Processing first storage report for DS-c0be128e-4290-4ffc-abcd-228316c6afd3 from datanode DatanodeRegistration(127.0.0.1:35693, datanodeUuid=71b1c225-8edd-407b-8576-72f219e260e1, infoPort=39477, infoSecurePort=0, ipcPort=44195, storageInfo=lv=-57;cid=testClusterID;nsid=457717100;c=1731104406221) 2024-11-08T22:20:07,981 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4f6943bf6f0739a3 with lease ID 0xc6a1cd3da39d3126: from storage DS-c0be128e-4290-4ffc-abcd-228316c6afd3 node DatanodeRegistration(127.0.0.1:35693, datanodeUuid=71b1c225-8edd-407b-8576-72f219e260e1, infoPort=39477, infoSecurePort=0, ipcPort=44195, storageInfo=lv=-57;cid=testClusterID;nsid=457717100;c=1731104406221), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T22:20:07,981 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4f6943bf6f0739a3 with lease ID 0xc6a1cd3da39d3126: Processing first storage report for DS-0622f255-bcef-47b8-abc3-97bbae2c9c36 from datanode DatanodeRegistration(127.0.0.1:35693, datanodeUuid=71b1c225-8edd-407b-8576-72f219e260e1, infoPort=39477, infoSecurePort=0, ipcPort=44195, storageInfo=lv=-57;cid=testClusterID;nsid=457717100;c=1731104406221) 2024-11-08T22:20:07,981 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4f6943bf6f0739a3 with lease ID 0xc6a1cd3da39d3126: from storage DS-0622f255-bcef-47b8-abc3-97bbae2c9c36 node DatanodeRegistration(127.0.0.1:35693, datanodeUuid=71b1c225-8edd-407b-8576-72f219e260e1, infoPort=39477, infoSecurePort=0, ipcPort=44195, storageInfo=lv=-57;cid=testClusterID;nsid=457717100;c=1731104406221), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T22:20:08,014 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87a6a3d-0927-e522-03e7-d7c1fc977b9b 2024-11-08T22:20:08,014 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:20:08,015 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:20:08,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35693 is added to blk_1073741825_1001 (size=7) 2024-11-08T22:20:08,422 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1 with version=8 2024-11-08T22:20:08,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/hbase-staging 2024-11-08T22:20:08,424 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ff635fa717b5:0 server-side Connection retries=45 2024-11-08T22:20:08,424 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:20:08,424 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T22:20:08,424 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T22:20:08,424 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:20:08,424 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T22:20:08,424 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T22:20:08,424 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T22:20:08,425 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38033 2024-11-08T22:20:08,425 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38033 connecting to ZooKeeper ensemble=127.0.0.1:54959 2024-11-08T22:20:08,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:380330x0, quorum=127.0.0.1:54959, baseZNode=/0147765626 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T22:20:08,523 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38033-0x1011c88f6640000 connected 2024-11-08T22:20:08,598 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:20:08,599 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:20:08,601 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38033-0x1011c88f6640000, quorum=127.0.0.1:54959, baseZNode=/0147765626 Set watcher on znode that does not yet exist, /0147765626/running 2024-11-08T22:20:08,601 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1, hbase.cluster.distributed=false 2024-11-08T22:20:08,602 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38033-0x1011c88f6640000, quorum=127.0.0.1:54959, baseZNode=/0147765626 Set watcher on znode that does not yet exist, /0147765626/acl 2024-11-08T22:20:08,602 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38033 2024-11-08T22:20:08,602 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38033 2024-11-08T22:20:08,603 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38033 2024-11-08T22:20:08,603 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38033 2024-11-08T22:20:08,603 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38033 2024-11-08T22:20:08,616 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ff635fa717b5:0 server-side Connection retries=45 2024-11-08T22:20:08,616 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:20:08,616 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T22:20:08,616 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T22:20:08,616 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:20:08,616 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T22:20:08,616 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T22:20:08,616 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T22:20:08,617 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43655 2024-11-08T22:20:08,617 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43655 connecting to ZooKeeper ensemble=127.0.0.1:54959 2024-11-08T22:20:08,618 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:20:08,619 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:20:08,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:436550x0, quorum=127.0.0.1:54959, baseZNode=/0147765626 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T22:20:08,630 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43655-0x1011c88f6640001 connected 2024-11-08T22:20:08,630 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43655-0x1011c88f6640001, quorum=127.0.0.1:54959, baseZNode=/0147765626 Set watcher on znode that does not yet exist, /0147765626/running 2024-11-08T22:20:08,630 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T22:20:08,632 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T22:20:08,633 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43655-0x1011c88f6640001, quorum=127.0.0.1:54959, baseZNode=/0147765626 Set watcher on znode that does not yet exist, /0147765626/master 2024-11-08T22:20:08,634 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43655-0x1011c88f6640001, quorum=127.0.0.1:54959, baseZNode=/0147765626 Set watcher on znode that does not yet exist, /0147765626/acl 2024-11-08T22:20:08,635 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43655 2024-11-08T22:20:08,636 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43655 2024-11-08T22:20:08,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43655 2024-11-08T22:20:08,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43655 2024-11-08T22:20:08,641 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43655 2024-11-08T22:20:08,651 DEBUG [M:0;ff635fa717b5:38033 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ff635fa717b5:38033 2024-11-08T22:20:08,651 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0147765626/backup-masters/ff635fa717b5,38033,1731104408423 2024-11-08T22:20:08,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43655-0x1011c88f6640001, quorum=127.0.0.1:54959, baseZNode=/0147765626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0147765626/backup-masters 2024-11-08T22:20:08,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38033-0x1011c88f6640000, quorum=127.0.0.1:54959, baseZNode=/0147765626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0147765626/backup-masters 2024-11-08T22:20:08,661 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38033-0x1011c88f6640000, quorum=127.0.0.1:54959, baseZNode=/0147765626 Set watcher on existing znode=/0147765626/backup-masters/ff635fa717b5,38033,1731104408423 2024-11-08T22:20:08,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43655-0x1011c88f6640001, quorum=127.0.0.1:54959, baseZNode=/0147765626 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0147765626/master 2024-11-08T22:20:08,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38033-0x1011c88f6640000, quorum=127.0.0.1:54959, baseZNode=/0147765626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0147765626 2024-11-08T22:20:08,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43655-0x1011c88f6640001, quorum=127.0.0.1:54959, baseZNode=/0147765626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0147765626 2024-11-08T22:20:08,672 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38033-0x1011c88f6640000, quorum=127.0.0.1:54959, baseZNode=/0147765626 Set watcher on existing znode=/0147765626/master 2024-11-08T22:20:08,672 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0147765626/backup-masters/ff635fa717b5,38033,1731104408423 from backup master directory 2024-11-08T22:20:08,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38033-0x1011c88f6640000, quorum=127.0.0.1:54959, baseZNode=/0147765626 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0147765626/backup-masters/ff635fa717b5,38033,1731104408423 2024-11-08T22:20:08,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43655-0x1011c88f6640001, quorum=127.0.0.1:54959, baseZNode=/0147765626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0147765626/backup-masters 2024-11-08T22:20:08,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38033-0x1011c88f6640000, quorum=127.0.0.1:54959, baseZNode=/0147765626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0147765626/backup-masters 2024-11-08T22:20:08,682 WARN [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T22:20:08,682 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ff635fa717b5,38033,1731104408423 2024-11-08T22:20:08,685 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/hbase.id] with ID: de93fa9e-36f5-4d38-a21b-3a97323c6fe6 2024-11-08T22:20:08,685 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/.tmp/hbase.id 2024-11-08T22:20:08,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35693 is added to blk_1073741826_1002 (size=42) 2024-11-08T22:20:09,089 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/.tmp/hbase.id]:[hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/hbase.id] 2024-11-08T22:20:09,097 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:20:09,097 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T22:20:09,097 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-08T22:20:09,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43655-0x1011c88f6640001, quorum=127.0.0.1:54959, baseZNode=/0147765626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0147765626 2024-11-08T22:20:09,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38033-0x1011c88f6640000, quorum=127.0.0.1:54959, baseZNode=/0147765626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0147765626 2024-11-08T22:20:09,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35693 is added to blk_1073741827_1003 (size=196) 2024-11-08T22:20:09,550 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T22:20:09,551 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T22:20:09,551 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:20:09,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35693 is added to blk_1073741828_1004 (size=1189) 2024-11-08T22:20:09,956 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/MasterData/data/master/store 2024-11-08T22:20:09,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35693 is added to blk_1073741829_1005 (size=34) 2024-11-08T22:20:09,961 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:20:09,961 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T22:20:09,961 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:20:09,961 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:20:09,961 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T22:20:09,961 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:20:09,961 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:20:09,961 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731104409961Disabling compacts and flushes for region at 1731104409961Disabling writes for close at 1731104409961Writing region close event to WAL at 1731104409961Closed at 1731104409961 2024-11-08T22:20:09,962 WARN [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/MasterData/data/master/store/.initializing 2024-11-08T22:20:09,962 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/MasterData/WALs/ff635fa717b5,38033,1731104408423 2024-11-08T22:20:09,962 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T22:20:09,963 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ff635fa717b5%2C38033%2C1731104408423, suffix=, logDir=hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/MasterData/WALs/ff635fa717b5,38033,1731104408423, archiveDir=hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/MasterData/oldWALs, maxLogs=10 2024-11-08T22:20:09,975 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/MasterData/WALs/ff635fa717b5,38033,1731104408423/ff635fa717b5%2C38033%2C1731104408423.1731104409963, exclude list is [], retry=0 2024-11-08T22:20:09,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35693,DS-c0be128e-4290-4ffc-abcd-228316c6afd3,DISK] 2024-11-08T22:20:09,978 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/MasterData/WALs/ff635fa717b5,38033,1731104408423/ff635fa717b5%2C38033%2C1731104408423.1731104409963 2024-11-08T22:20:09,978 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39477:39477)] 2024-11-08T22:20:09,978 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T22:20:09,979 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:20:09,979 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:20:09,979 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:20:09,980 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:20:09,981 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T22:20:09,981 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:20:09,981 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:20:09,981 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:20:09,982 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T22:20:09,982 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:20:09,982 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:20:09,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:20:09,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T22:20:09,983 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:20:09,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:20:09,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:20:09,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T22:20:09,984 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:20:09,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:20:09,985 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:20:09,985 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:20:09,985 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:20:09,986 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:20:09,986 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:20:09,986 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T22:20:09,987 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:20:09,991 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:20:09,992 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70127753, jitterRate=0.04498495161533356}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T22:20:09,992 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731104409979Initializing all the Stores at 1731104409979Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104409979Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104409980 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104409980Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104409980Cleaning up temporary data from old regions at 1731104409986 (+6 ms)Region opened successfully at 1731104409992 (+6 ms) 2024-11-08T22:20:09,993 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T22:20:09,995 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@133e5c59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff635fa717b5/172.17.0.3:0 2024-11-08T22:20:09,995 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T22:20:09,995 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T22:20:09,995 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T22:20:09,996 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T22:20:09,996 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T22:20:09,996 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T22:20:09,996 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T22:20:10,003 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T22:20:10,003 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38033-0x1011c88f6640000, quorum=127.0.0.1:54959, baseZNode=/0147765626 Unable to get data of znode /0147765626/balancer because node does not exist (not necessarily an error) 2024-11-08T22:20:10,061 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0147765626/balancer already deleted, retry=false 2024-11-08T22:20:10,062 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T22:20:10,062 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38033-0x1011c88f6640000, quorum=127.0.0.1:54959, baseZNode=/0147765626 Unable to get data of znode /0147765626/normalizer because node does not exist (not necessarily an error) 2024-11-08T22:20:10,072 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0147765626/normalizer already deleted, retry=false 2024-11-08T22:20:10,072 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T22:20:10,073 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38033-0x1011c88f6640000, quorum=127.0.0.1:54959, baseZNode=/0147765626 Unable to get data of znode /0147765626/switch/split because node does not exist (not necessarily an error) 2024-11-08T22:20:10,082 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0147765626/switch/split already deleted, retry=false 2024-11-08T22:20:10,083 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38033-0x1011c88f6640000, quorum=127.0.0.1:54959, baseZNode=/0147765626 Unable to get data of znode /0147765626/switch/merge because node does not exist (not necessarily an error) 2024-11-08T22:20:10,093 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0147765626/switch/merge already deleted, retry=false 2024-11-08T22:20:10,094 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38033-0x1011c88f6640000, quorum=127.0.0.1:54959, baseZNode=/0147765626 Unable to get data of znode /0147765626/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T22:20:10,103 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0147765626/snapshot-cleanup already deleted, retry=false 2024-11-08T22:20:10,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43655-0x1011c88f6640001, quorum=127.0.0.1:54959, baseZNode=/0147765626 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0147765626/running 2024-11-08T22:20:10,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38033-0x1011c88f6640000, quorum=127.0.0.1:54959, baseZNode=/0147765626 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0147765626/running 2024-11-08T22:20:10,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43655-0x1011c88f6640001, quorum=127.0.0.1:54959, baseZNode=/0147765626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0147765626 2024-11-08T22:20:10,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38033-0x1011c88f6640000, quorum=127.0.0.1:54959, baseZNode=/0147765626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0147765626 2024-11-08T22:20:10,114 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ff635fa717b5,38033,1731104408423, sessionid=0x1011c88f6640000, setting cluster-up flag (Was=false) 2024-11-08T22:20:10,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38033-0x1011c88f6640000, quorum=127.0.0.1:54959, baseZNode=/0147765626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0147765626 2024-11-08T22:20:10,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43655-0x1011c88f6640001, quorum=127.0.0.1:54959, baseZNode=/0147765626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0147765626 2024-11-08T22:20:10,166 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0147765626/flush-table-proc/acquired, /0147765626/flush-table-proc/reached, /0147765626/flush-table-proc/abort 2024-11-08T22:20:10,167 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff635fa717b5,38033,1731104408423 2024-11-08T22:20:10,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38033-0x1011c88f6640000, quorum=127.0.0.1:54959, baseZNode=/0147765626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0147765626 2024-11-08T22:20:10,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43655-0x1011c88f6640001, quorum=127.0.0.1:54959, baseZNode=/0147765626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0147765626 2024-11-08T22:20:10,219 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0147765626/online-snapshot/acquired, /0147765626/online-snapshot/reached, /0147765626/online-snapshot/abort 2024-11-08T22:20:10,220 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff635fa717b5,38033,1731104408423 2024-11-08T22:20:10,221 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T22:20:10,222 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T22:20:10,222 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T22:20:10,222 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T22:20:10,222 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ff635fa717b5,38033,1731104408423 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T22:20:10,223 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:20:10,223 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:20:10,223 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:20:10,223 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:20:10,223 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ff635fa717b5:0, corePoolSize=10, maxPoolSize=10 2024-11-08T22:20:10,223 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:20:10,223 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ff635fa717b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T22:20:10,223 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:20:10,224 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731104440224 2024-11-08T22:20:10,224 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T22:20:10,224 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T22:20:10,224 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T22:20:10,224 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T22:20:10,224 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T22:20:10,224 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T22:20:10,224 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T22:20:10,224 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T22:20:10,224 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T22:20:10,224 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T22:20:10,225 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T22:20:10,225 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T22:20:10,225 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T22:20:10,225 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T22:20:10,225 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T22:20:10,225 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:20:10,225 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T22:20:10,226 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.large.0-1731104410225,5,FailOnTimeoutGroup] 2024-11-08T22:20:10,226 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.small.0-1731104410226,5,FailOnTimeoutGroup] 2024-11-08T22:20:10,226 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T22:20:10,226 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T22:20:10,226 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T22:20:10,226 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T22:20:10,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35693 is added to blk_1073741831_1007 (size=1321) 2024-11-08T22:20:10,243 INFO [RS:0;ff635fa717b5:43655 {}] regionserver.HRegionServer(746): ClusterId : de93fa9e-36f5-4d38-a21b-3a97323c6fe6 2024-11-08T22:20:10,243 DEBUG [RS:0;ff635fa717b5:43655 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T22:20:10,251 DEBUG [RS:0;ff635fa717b5:43655 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T22:20:10,251 DEBUG [RS:0;ff635fa717b5:43655 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T22:20:10,262 DEBUG [RS:0;ff635fa717b5:43655 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T22:20:10,262 DEBUG [RS:0;ff635fa717b5:43655 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d26ddda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff635fa717b5/172.17.0.3:0 2024-11-08T22:20:10,272 DEBUG [RS:0;ff635fa717b5:43655 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ff635fa717b5:43655 2024-11-08T22:20:10,272 INFO [RS:0;ff635fa717b5:43655 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T22:20:10,272 INFO [RS:0;ff635fa717b5:43655 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T22:20:10,272 DEBUG [RS:0;ff635fa717b5:43655 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T22:20:10,272 INFO [RS:0;ff635fa717b5:43655 {}] regionserver.HRegionServer(2659): reportForDuty to master=ff635fa717b5,38033,1731104408423 with port=43655, startcode=1731104408616 2024-11-08T22:20:10,273 DEBUG [RS:0;ff635fa717b5:43655 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T22:20:10,274 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40255, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T22:20:10,274 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38033 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ff635fa717b5,43655,1731104408616 2024-11-08T22:20:10,274 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38033 {}] master.ServerManager(517): Registering regionserver=ff635fa717b5,43655,1731104408616 2024-11-08T22:20:10,275 DEBUG [RS:0;ff635fa717b5:43655 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1 2024-11-08T22:20:10,275 DEBUG [RS:0;ff635fa717b5:43655 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37555 2024-11-08T22:20:10,275 DEBUG [RS:0;ff635fa717b5:43655 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T22:20:10,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38033-0x1011c88f6640000, quorum=127.0.0.1:54959, baseZNode=/0147765626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0147765626/rs 2024-11-08T22:20:10,282 DEBUG [RS:0;ff635fa717b5:43655 {}] zookeeper.ZKUtil(111): regionserver:43655-0x1011c88f6640001, quorum=127.0.0.1:54959, baseZNode=/0147765626 Set watcher on existing znode=/0147765626/rs/ff635fa717b5,43655,1731104408616 2024-11-08T22:20:10,282 WARN [RS:0;ff635fa717b5:43655 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T22:20:10,283 INFO [RS:0;ff635fa717b5:43655 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:20:10,283 DEBUG [RS:0;ff635fa717b5:43655 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/WALs/ff635fa717b5,43655,1731104408616 2024-11-08T22:20:10,283 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ff635fa717b5,43655,1731104408616] 2024-11-08T22:20:10,285 INFO [RS:0;ff635fa717b5:43655 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T22:20:10,286 INFO [RS:0;ff635fa717b5:43655 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T22:20:10,286 INFO [RS:0;ff635fa717b5:43655 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T22:20:10,286 INFO [RS:0;ff635fa717b5:43655 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:20:10,286 INFO [RS:0;ff635fa717b5:43655 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T22:20:10,286 INFO [RS:0;ff635fa717b5:43655 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T22:20:10,287 INFO [RS:0;ff635fa717b5:43655 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T22:20:10,287 DEBUG [RS:0;ff635fa717b5:43655 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:20:10,287 DEBUG [RS:0;ff635fa717b5:43655 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:20:10,287 DEBUG [RS:0;ff635fa717b5:43655 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:20:10,287 DEBUG [RS:0;ff635fa717b5:43655 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:20:10,287 DEBUG [RS:0;ff635fa717b5:43655 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:20:10,287 DEBUG [RS:0;ff635fa717b5:43655 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ff635fa717b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T22:20:10,287 DEBUG [RS:0;ff635fa717b5:43655 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:20:10,287 DEBUG [RS:0;ff635fa717b5:43655 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:20:10,287 DEBUG [RS:0;ff635fa717b5:43655 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:20:10,287 DEBUG [RS:0;ff635fa717b5:43655 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:20:10,287 DEBUG [RS:0;ff635fa717b5:43655 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:20:10,287 DEBUG [RS:0;ff635fa717b5:43655 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:20:10,287 DEBUG [RS:0;ff635fa717b5:43655 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T22:20:10,287 DEBUG [RS:0;ff635fa717b5:43655 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T22:20:10,288 INFO [RS:0;ff635fa717b5:43655 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T22:20:10,288 INFO [RS:0;ff635fa717b5:43655 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T22:20:10,288 INFO [RS:0;ff635fa717b5:43655 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:20:10,288 INFO [RS:0;ff635fa717b5:43655 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T22:20:10,288 INFO [RS:0;ff635fa717b5:43655 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T22:20:10,288 INFO [RS:0;ff635fa717b5:43655 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,43655,1731104408616-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T22:20:10,303 INFO [RS:0;ff635fa717b5:43655 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T22:20:10,304 INFO [RS:0;ff635fa717b5:43655 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,43655,1731104408616-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:20:10,304 INFO [RS:0;ff635fa717b5:43655 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:20:10,304 INFO [RS:0;ff635fa717b5:43655 {}] regionserver.Replication(171): ff635fa717b5,43655,1731104408616 started 2024-11-08T22:20:10,315 INFO [RS:0;ff635fa717b5:43655 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:20:10,315 INFO [RS:0;ff635fa717b5:43655 {}] regionserver.HRegionServer(1482): Serving as ff635fa717b5,43655,1731104408616, RpcServer on ff635fa717b5/172.17.0.3:43655, sessionid=0x1011c88f6640001 2024-11-08T22:20:10,315 DEBUG [RS:0;ff635fa717b5:43655 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T22:20:10,315 DEBUG [RS:0;ff635fa717b5:43655 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ff635fa717b5,43655,1731104408616 2024-11-08T22:20:10,315 DEBUG [RS:0;ff635fa717b5:43655 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff635fa717b5,43655,1731104408616' 2024-11-08T22:20:10,315 DEBUG [RS:0;ff635fa717b5:43655 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0147765626/flush-table-proc/abort' 2024-11-08T22:20:10,316 DEBUG [RS:0;ff635fa717b5:43655 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0147765626/flush-table-proc/acquired' 2024-11-08T22:20:10,316 DEBUG [RS:0;ff635fa717b5:43655 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T22:20:10,316 DEBUG [RS:0;ff635fa717b5:43655 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T22:20:10,316 DEBUG [RS:0;ff635fa717b5:43655 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ff635fa717b5,43655,1731104408616 2024-11-08T22:20:10,316 DEBUG [RS:0;ff635fa717b5:43655 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff635fa717b5,43655,1731104408616' 2024-11-08T22:20:10,316 DEBUG [RS:0;ff635fa717b5:43655 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0147765626/online-snapshot/abort' 2024-11-08T22:20:10,316 DEBUG [RS:0;ff635fa717b5:43655 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0147765626/online-snapshot/acquired' 2024-11-08T22:20:10,317 DEBUG [RS:0;ff635fa717b5:43655 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T22:20:10,317 INFO [RS:0;ff635fa717b5:43655 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T22:20:10,317 INFO [RS:0;ff635fa717b5:43655 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T22:20:10,417 INFO [RS:0;ff635fa717b5:43655 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T22:20:10,418 INFO [RS:0;ff635fa717b5:43655 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff635fa717b5%2C43655%2C1731104408616, suffix=, logDir=hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/WALs/ff635fa717b5,43655,1731104408616, archiveDir=hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/oldWALs, maxLogs=10 2024-11-08T22:20:10,431 DEBUG [RS:0;ff635fa717b5:43655 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/WALs/ff635fa717b5,43655,1731104408616/ff635fa717b5%2C43655%2C1731104408616.1731104410419, exclude list is [], retry=0 2024-11-08T22:20:10,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35693,DS-c0be128e-4290-4ffc-abcd-228316c6afd3,DISK] 2024-11-08T22:20:10,434 INFO [RS:0;ff635fa717b5:43655 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/WALs/ff635fa717b5,43655,1731104408616/ff635fa717b5%2C43655%2C1731104408616.1731104410419 2024-11-08T22:20:10,434 DEBUG [RS:0;ff635fa717b5:43655 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39477:39477)] 2024-11-08T22:20:10,630 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T22:20:10,630 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1 2024-11-08T22:20:10,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35693 is added to blk_1073741833_1009 (size=32) 2024-11-08T22:20:11,035 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:20:11,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T22:20:11,036 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T22:20:11,036 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:20:11,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:20:11,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T22:20:11,038 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T22:20:11,038 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:20:11,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:20:11,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T22:20:11,039 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T22:20:11,039 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:20:11,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:20:11,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T22:20:11,040 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T22:20:11,040 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:20:11,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:20:11,040 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T22:20:11,040 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/data/hbase/meta/1588230740 2024-11-08T22:20:11,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/data/hbase/meta/1588230740 2024-11-08T22:20:11,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T22:20:11,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T22:20:11,042 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T22:20:11,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T22:20:11,044 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:20:11,044 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61288459, jitterRate=-0.08673079311847687}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T22:20:11,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731104411035Initializing all the Stores at 1731104411035Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104411035Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104411036 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104411036Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104411036Cleaning up temporary data from old regions at 1731104411041 (+5 ms)Region opened successfully at 1731104411044 (+3 ms) 2024-11-08T22:20:11,045 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T22:20:11,045 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T22:20:11,045 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T22:20:11,045 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T22:20:11,045 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T22:20:11,045 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T22:20:11,045 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731104411045Disabling compacts and flushes for region at 1731104411045Disabling writes for close at 1731104411045Writing region close event to WAL at 1731104411045Closed at 1731104411045 2024-11-08T22:20:11,046 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T22:20:11,046 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T22:20:11,046 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T22:20:11,047 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T22:20:11,047 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T22:20:11,197 DEBUG [ff635fa717b5:38033 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T22:20:11,198 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ff635fa717b5,43655,1731104408616 2024-11-08T22:20:11,198 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff635fa717b5,43655,1731104408616, state=OPENING 2024-11-08T22:20:11,282 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T22:20:11,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38033-0x1011c88f6640000, quorum=127.0.0.1:54959, baseZNode=/0147765626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0147765626 2024-11-08T22:20:11,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43655-0x1011c88f6640001, quorum=127.0.0.1:54959, baseZNode=/0147765626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0147765626 2024-11-08T22:20:11,293 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T22:20:11,293 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0147765626/meta-region-server: CHANGED 2024-11-08T22:20:11,293 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0147765626/meta-region-server: CHANGED 2024-11-08T22:20:11,293 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ff635fa717b5,43655,1731104408616}] 2024-11-08T22:20:11,445 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T22:20:11,446 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55043, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T22:20:11,449 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T22:20:11,449 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:20:11,449 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T22:20:11,450 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff635fa717b5%2C43655%2C1731104408616.meta, suffix=.meta, logDir=hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/WALs/ff635fa717b5,43655,1731104408616, archiveDir=hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/oldWALs, maxLogs=10 2024-11-08T22:20:11,462 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/WALs/ff635fa717b5,43655,1731104408616/ff635fa717b5%2C43655%2C1731104408616.meta.1731104411450.meta, exclude list is [], retry=0 2024-11-08T22:20:11,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35693,DS-c0be128e-4290-4ffc-abcd-228316c6afd3,DISK] 2024-11-08T22:20:11,464 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/WALs/ff635fa717b5,43655,1731104408616/ff635fa717b5%2C43655%2C1731104408616.meta.1731104411450.meta 2024-11-08T22:20:11,465 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39477:39477)] 2024-11-08T22:20:11,465 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T22:20:11,465 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T22:20:11,465 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T22:20:11,465 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T22:20:11,465 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T22:20:11,465 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T22:20:11,465 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:20:11,465 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T22:20:11,465 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T22:20:11,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T22:20:11,467 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T22:20:11,467 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:20:11,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:20:11,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T22:20:11,468 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T22:20:11,468 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:20:11,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:20:11,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T22:20:11,469 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T22:20:11,469 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:20:11,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:20:11,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T22:20:11,469 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T22:20:11,469 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:20:11,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:20:11,470 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T22:20:11,470 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/data/hbase/meta/1588230740 2024-11-08T22:20:11,471 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/data/hbase/meta/1588230740 2024-11-08T22:20:11,471 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T22:20:11,471 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T22:20:11,472 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T22:20:11,472 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T22:20:11,473 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68293455, jitterRate=0.01765178143978119}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T22:20:11,473 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T22:20:11,473 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731104411465Writing region info on filesystem at 1731104411465Initializing all the Stores at 1731104411466 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104411466Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104411466Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104411466Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104411466Cleaning up temporary data from old regions at 1731104411471 (+5 ms)Running coprocessor post-open hooks at 1731104411473 (+2 ms)Region opened successfully at 1731104411473 2024-11-08T22:20:11,474 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731104411445 2024-11-08T22:20:11,475 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T22:20:11,475 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T22:20:11,476 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ff635fa717b5,43655,1731104408616 2024-11-08T22:20:11,476 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff635fa717b5,43655,1731104408616, state=OPEN 2024-11-08T22:20:11,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38033-0x1011c88f6640000, quorum=127.0.0.1:54959, baseZNode=/0147765626 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0147765626/meta-region-server 2024-11-08T22:20:11,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43655-0x1011c88f6640001, quorum=127.0.0.1:54959, baseZNode=/0147765626 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0147765626/meta-region-server 2024-11-08T22:20:11,513 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ff635fa717b5,43655,1731104408616 2024-11-08T22:20:11,513 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0147765626/meta-region-server: CHANGED 2024-11-08T22:20:11,513 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0147765626/meta-region-server: CHANGED 2024-11-08T22:20:11,514 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T22:20:11,514 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ff635fa717b5,43655,1731104408616 in 220 msec 2024-11-08T22:20:11,516 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T22:20:11,516 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 468 msec 2024-11-08T22:20:11,516 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T22:20:11,516 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T22:20:11,517 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:20:11,517 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,43655,1731104408616, seqNum=-1] 2024-11-08T22:20:11,517 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:20:11,518 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34671, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T22:20:11,521 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2990 sec 2024-11-08T22:20:11,521 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731104411521, completionTime=-1 2024-11-08T22:20:11,521 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T22:20:11,522 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T22:20:11,523 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T22:20:11,523 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731104471523 2024-11-08T22:20:11,523 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731104531523 2024-11-08T22:20:11,523 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T22:20:11,523 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,38033,1731104408423-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:20:11,523 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,38033,1731104408423-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:20:11,523 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,38033,1731104408423-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:20:11,524 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ff635fa717b5:38033, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:20:11,524 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T22:20:11,524 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T22:20:11,525 DEBUG [master/ff635fa717b5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T22:20:11,527 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.845sec 2024-11-08T22:20:11,527 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T22:20:11,527 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T22:20:11,527 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T22:20:11,527 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T22:20:11,527 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T22:20:11,527 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,38033,1731104408423-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T22:20:11,527 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,38033,1731104408423-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T22:20:11,529 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T22:20:11,529 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T22:20:11,529 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,38033,1731104408423-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:20:11,544 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5249f2fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:20:11,544 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,38033,-1 for getting cluster id 2024-11-08T22:20:11,544 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:20:11,545 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de93fa9e-36f5-4d38-a21b-3a97323c6fe6' 2024-11-08T22:20:11,545 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:20:11,545 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de93fa9e-36f5-4d38-a21b-3a97323c6fe6" 2024-11-08T22:20:11,545 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@94e94dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:20:11,546 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,38033,-1] 2024-11-08T22:20:11,546 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:20:11,546 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:20:11,546 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:20:11,547 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@349f144a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:20:11,547 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:20:11,548 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,43655,1731104408616, seqNum=-1] 2024-11-08T22:20:11,548 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:20:11,549 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T22:20:11,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ff635fa717b5,38033,1731104408423 2024-11-08T22:20:11,551 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54959 2024-11-08T22:20:11,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54959, baseZNode=/0147765626 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T22:20:11,567 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011c88f6640002 connected 2024-11-08T22:20:11,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87a6a3d-0927-e522-03e7-d7c1fc977b9b/hadoop.log.dir so I do NOT create it in target/test-data/5e1c1b4e-8fe5-7a72-4c12-185f190ac8d8 2024-11-08T22:20:11,579 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87a6a3d-0927-e522-03e7-d7c1fc977b9b/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T22:20:11,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87a6a3d-0927-e522-03e7-d7c1fc977b9b/hadoop.tmp.dir so I do NOT create it in target/test-data/5e1c1b4e-8fe5-7a72-4c12-185f190ac8d8 2024-11-08T22:20:11,579 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87a6a3d-0927-e522-03e7-d7c1fc977b9b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T22:20:11,579 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e1c1b4e-8fe5-7a72-4c12-185f190ac8d8 2024-11-08T22:20:11,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T22:20:11,579 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e1c1b4e-8fe5-7a72-4c12-185f190ac8d8/cluster_1bb4eae4-3216-d5b5-a21a-e6b53b9e5b4d, deleteOnExit=true 2024-11-08T22:20:11,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T22:20:11,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e1c1b4e-8fe5-7a72-4c12-185f190ac8d8/test.cache.data in system properties and HBase conf 2024-11-08T22:20:11,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e1c1b4e-8fe5-7a72-4c12-185f190ac8d8/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T22:20:11,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e1c1b4e-8fe5-7a72-4c12-185f190ac8d8/hadoop.log.dir in system properties and HBase conf 2024-11-08T22:20:11,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e1c1b4e-8fe5-7a72-4c12-185f190ac8d8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T22:20:11,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e1c1b4e-8fe5-7a72-4c12-185f190ac8d8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T22:20:11,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T22:20:11,580 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T22:20:11,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e1c1b4e-8fe5-7a72-4c12-185f190ac8d8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T22:20:11,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e1c1b4e-8fe5-7a72-4c12-185f190ac8d8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T22:20:11,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e1c1b4e-8fe5-7a72-4c12-185f190ac8d8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T22:20:11,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e1c1b4e-8fe5-7a72-4c12-185f190ac8d8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T22:20:11,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e1c1b4e-8fe5-7a72-4c12-185f190ac8d8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T22:20:11,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e1c1b4e-8fe5-7a72-4c12-185f190ac8d8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T22:20:11,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e1c1b4e-8fe5-7a72-4c12-185f190ac8d8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T22:20:11,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e1c1b4e-8fe5-7a72-4c12-185f190ac8d8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T22:20:11,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e1c1b4e-8fe5-7a72-4c12-185f190ac8d8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T22:20:11,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e1c1b4e-8fe5-7a72-4c12-185f190ac8d8/nfs.dump.dir in system properties and HBase conf 2024-11-08T22:20:11,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e1c1b4e-8fe5-7a72-4c12-185f190ac8d8/java.io.tmpdir in system properties and HBase conf 2024-11-08T22:20:11,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e1c1b4e-8fe5-7a72-4c12-185f190ac8d8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T22:20:11,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e1c1b4e-8fe5-7a72-4c12-185f190ac8d8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T22:20:11,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e1c1b4e-8fe5-7a72-4c12-185f190ac8d8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T22:20:11,899 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T22:20:11,903 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T22:20:11,904 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T22:20:11,904 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T22:20:11,904 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T22:20:11,906 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T22:20:11,907 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4925c354{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e1c1b4e-8fe5-7a72-4c12-185f190ac8d8/hadoop.log.dir/,AVAILABLE} 2024-11-08T22:20:11,907 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e49e6f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T22:20:12,000 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b96bf75{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e1c1b4e-8fe5-7a72-4c12-185f190ac8d8/java.io.tmpdir/jetty-localhost-38395-hadoop-hdfs-3_4_1-tests_jar-_-any-1759505575048201967/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T22:20:12,001 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c96f403{HTTP/1.1, (http/1.1)}{localhost:38395} 2024-11-08T22:20:12,001 INFO [Time-limited test {}] server.Server(415): Started @286262ms 2024-11-08T22:20:12,255 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T22:20:12,258 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T22:20:12,261 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T22:20:12,261 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T22:20:12,261 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T22:20:12,262 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a870934{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e1c1b4e-8fe5-7a72-4c12-185f190ac8d8/hadoop.log.dir/,AVAILABLE} 2024-11-08T22:20:12,262 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@750260dc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T22:20:12,356 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@965b6c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e1c1b4e-8fe5-7a72-4c12-185f190ac8d8/java.io.tmpdir/jetty-localhost-38989-hadoop-hdfs-3_4_1-tests_jar-_-any-7774522585337898492/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T22:20:12,356 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c38ecdc{HTTP/1.1, (http/1.1)}{localhost:38989} 2024-11-08T22:20:12,356 INFO [Time-limited test {}] server.Server(415): Started @286618ms 2024-11-08T22:20:12,357 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T22:20:12,548 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:20:12,548 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ff635fa717b5,36459,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff635fa717b5:36459 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T22:20:12,549 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88784 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ff635fa717b5,36459,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff635fa717b5:36459 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T22:20:13,125 WARN [Thread-3557 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e1c1b4e-8fe5-7a72-4c12-185f190ac8d8/cluster_1bb4eae4-3216-d5b5-a21a-e6b53b9e5b4d/data/data1/current/BP-1129772845-172.17.0.3-1731104411598/current, will proceed with Du for space computation calculation, 2024-11-08T22:20:13,125 WARN [Thread-3558 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e1c1b4e-8fe5-7a72-4c12-185f190ac8d8/cluster_1bb4eae4-3216-d5b5-a21a-e6b53b9e5b4d/data/data2/current/BP-1129772845-172.17.0.3-1731104411598/current, will proceed with Du for space computation calculation, 2024-11-08T22:20:13,138 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T22:20:13,138 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T22:20:13,142 WARN [Thread-3545 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T22:20:13,144 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb26e0b728edd5c44 with lease ID 0xb5ba4c388b80f8e: Processing first storage report for DS-708e467a-f93e-4ecb-b820-f5b1755b4ebb from datanode DatanodeRegistration(127.0.0.1:43523, datanodeUuid=cb583f40-a9d0-474a-9495-bef6f2aa164e, infoPort=35879, infoSecurePort=0, ipcPort=46703, storageInfo=lv=-57;cid=testClusterID;nsid=186447360;c=1731104411598) 2024-11-08T22:20:13,144 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb26e0b728edd5c44 with lease ID 0xb5ba4c388b80f8e: from storage DS-708e467a-f93e-4ecb-b820-f5b1755b4ebb node DatanodeRegistration(127.0.0.1:43523, datanodeUuid=cb583f40-a9d0-474a-9495-bef6f2aa164e, infoPort=35879, infoSecurePort=0, ipcPort=46703, storageInfo=lv=-57;cid=testClusterID;nsid=186447360;c=1731104411598), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T22:20:13,144 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb26e0b728edd5c44 with lease ID 0xb5ba4c388b80f8e: Processing first storage report for DS-39f055c9-fbc3-41b4-ad41-2ae0d3200a7a from datanode DatanodeRegistration(127.0.0.1:43523, datanodeUuid=cb583f40-a9d0-474a-9495-bef6f2aa164e, infoPort=35879, infoSecurePort=0, ipcPort=46703, storageInfo=lv=-57;cid=testClusterID;nsid=186447360;c=1731104411598) 2024-11-08T22:20:13,144 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb26e0b728edd5c44 with lease ID 0xb5ba4c388b80f8e: from storage DS-39f055c9-fbc3-41b4-ad41-2ae0d3200a7a node DatanodeRegistration(127.0.0.1:43523, datanodeUuid=cb583f40-a9d0-474a-9495-bef6f2aa164e, infoPort=35879, infoSecurePort=0, ipcPort=46703, storageInfo=lv=-57;cid=testClusterID;nsid=186447360;c=1731104411598), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T22:20:13,180 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e1c1b4e-8fe5-7a72-4c12-185f190ac8d8 2024-11-08T22:20:13,180 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:20:13,181 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:20:13,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43523 is added to blk_1073741825_1001 (size=7) 2024-11-08T22:20:13,587 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560 with version=8 2024-11-08T22:20:13,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/hbase-staging 2024-11-08T22:20:13,589 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ff635fa717b5:0 server-side Connection retries=45 2024-11-08T22:20:13,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:20:13,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T22:20:13,589 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T22:20:13,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:20:13,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T22:20:13,589 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T22:20:13,589 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T22:20:13,589 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46813 2024-11-08T22:20:13,590 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46813 connecting to ZooKeeper ensemble=127.0.0.1:54959 2024-11-08T22:20:13,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:468130x0, quorum=127.0.0.1:54959, baseZNode=/1-1420051586 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T22:20:13,640 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46813-0x1011c88f6640003 connected 2024-11-08T22:20:13,714 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:20:13,715 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:20:13,717 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46813-0x1011c88f6640003, quorum=127.0.0.1:54959, baseZNode=/1-1420051586 Set watcher on znode that does not yet exist, /1-1420051586/running 2024-11-08T22:20:13,717 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560, hbase.cluster.distributed=false 2024-11-08T22:20:13,719 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46813-0x1011c88f6640003, quorum=127.0.0.1:54959, baseZNode=/1-1420051586 Set watcher on znode that does not yet exist, /1-1420051586/acl 2024-11-08T22:20:13,719 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46813 2024-11-08T22:20:13,719 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46813 2024-11-08T22:20:13,719 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46813 2024-11-08T22:20:13,720 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46813 2024-11-08T22:20:13,720 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46813 2024-11-08T22:20:13,736 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ff635fa717b5:0 server-side Connection retries=45 2024-11-08T22:20:13,736 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:20:13,736 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T22:20:13,736 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T22:20:13,736 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:20:13,736 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T22:20:13,736 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T22:20:13,736 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T22:20:13,737 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45995 2024-11-08T22:20:13,737 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45995 connecting to ZooKeeper ensemble=127.0.0.1:54959 2024-11-08T22:20:13,738 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:20:13,739 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:20:13,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:459950x0, quorum=127.0.0.1:54959, baseZNode=/1-1420051586 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T22:20:13,746 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45995-0x1011c88f6640004, quorum=127.0.0.1:54959, baseZNode=/1-1420051586 Set watcher on znode that does not yet exist, /1-1420051586/running 2024-11-08T22:20:13,746 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45995-0x1011c88f6640004 connected 2024-11-08T22:20:13,746 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T22:20:13,747 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T22:20:13,748 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45995-0x1011c88f6640004, quorum=127.0.0.1:54959, baseZNode=/1-1420051586 Set watcher on znode that does not yet exist, /1-1420051586/master 2024-11-08T22:20:13,748 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45995-0x1011c88f6640004, quorum=127.0.0.1:54959, baseZNode=/1-1420051586 Set watcher on znode that does not yet exist, /1-1420051586/acl 2024-11-08T22:20:13,752 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45995 2024-11-08T22:20:13,753 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45995 2024-11-08T22:20:13,755 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45995 2024-11-08T22:20:13,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45995 2024-11-08T22:20:13,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45995 2024-11-08T22:20:13,767 DEBUG [M:0;ff635fa717b5:46813 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ff635fa717b5:46813 2024-11-08T22:20:13,768 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1420051586/backup-masters/ff635fa717b5,46813,1731104413588 2024-11-08T22:20:13,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46813-0x1011c88f6640003, quorum=127.0.0.1:54959, baseZNode=/1-1420051586 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1420051586/backup-masters 2024-11-08T22:20:13,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45995-0x1011c88f6640004, quorum=127.0.0.1:54959, baseZNode=/1-1420051586 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1420051586/backup-masters 2024-11-08T22:20:13,777 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46813-0x1011c88f6640003, quorum=127.0.0.1:54959, baseZNode=/1-1420051586 Set watcher on existing znode=/1-1420051586/backup-masters/ff635fa717b5,46813,1731104413588 2024-11-08T22:20:13,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45995-0x1011c88f6640004, quorum=127.0.0.1:54959, baseZNode=/1-1420051586 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1420051586/master 2024-11-08T22:20:13,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46813-0x1011c88f6640003, quorum=127.0.0.1:54959, baseZNode=/1-1420051586 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1420051586 2024-11-08T22:20:13,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45995-0x1011c88f6640004, quorum=127.0.0.1:54959, baseZNode=/1-1420051586 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1420051586 2024-11-08T22:20:13,787 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46813-0x1011c88f6640003, quorum=127.0.0.1:54959, baseZNode=/1-1420051586 Set watcher on existing znode=/1-1420051586/master 2024-11-08T22:20:13,788 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1420051586/backup-masters/ff635fa717b5,46813,1731104413588 from backup master directory 2024-11-08T22:20:13,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46813-0x1011c88f6640003, quorum=127.0.0.1:54959, baseZNode=/1-1420051586 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1420051586/backup-masters/ff635fa717b5,46813,1731104413588 2024-11-08T22:20:13,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46813-0x1011c88f6640003, quorum=127.0.0.1:54959, baseZNode=/1-1420051586 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1420051586/backup-masters 2024-11-08T22:20:13,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45995-0x1011c88f6640004, quorum=127.0.0.1:54959, baseZNode=/1-1420051586 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1420051586/backup-masters 2024-11-08T22:20:13,798 WARN [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T22:20:13,798 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ff635fa717b5,46813,1731104413588 2024-11-08T22:20:13,800 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/hbase.id] with ID: 15016b2f-7223-400a-b776-3e4f6175ef2f 2024-11-08T22:20:13,800 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/.tmp/hbase.id 2024-11-08T22:20:13,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43523 is added to blk_1073741826_1002 (size=42) 2024-11-08T22:20:14,206 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/.tmp/hbase.id]:[hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/hbase.id] 2024-11-08T22:20:14,214 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:20:14,214 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T22:20:14,214 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-08T22:20:14,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46813-0x1011c88f6640003, quorum=127.0.0.1:54959, baseZNode=/1-1420051586 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1420051586 2024-11-08T22:20:14,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45995-0x1011c88f6640004, quorum=127.0.0.1:54959, baseZNode=/1-1420051586 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1420051586 2024-11-08T22:20:14,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43523 is added to blk_1073741827_1003 (size=196) 2024-11-08T22:20:14,225 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T22:20:14,225 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T22:20:14,226 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:20:14,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43523 is added to blk_1073741828_1004 (size=1189) 2024-11-08T22:20:14,631 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/MasterData/data/master/store 2024-11-08T22:20:14,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43523 is added to blk_1073741829_1005 (size=34) 2024-11-08T22:20:14,649 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:20:14,649 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T22:20:14,649 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:20:14,649 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:20:14,649 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T22:20:14,649 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:20:14,649 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:20:14,649 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731104414649Disabling compacts and flushes for region at 1731104414649Disabling writes for close at 1731104414649Writing region close event to WAL at 1731104414649Closed at 1731104414649 2024-11-08T22:20:14,650 WARN [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/MasterData/data/master/store/.initializing 2024-11-08T22:20:14,650 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/MasterData/WALs/ff635fa717b5,46813,1731104413588 2024-11-08T22:20:14,651 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T22:20:14,652 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ff635fa717b5%2C46813%2C1731104413588, suffix=, logDir=hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/MasterData/WALs/ff635fa717b5,46813,1731104413588, archiveDir=hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/MasterData/oldWALs, maxLogs=10 2024-11-08T22:20:14,664 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/MasterData/WALs/ff635fa717b5,46813,1731104413588/ff635fa717b5%2C46813%2C1731104413588.1731104414652, exclude list is [], retry=0 2024-11-08T22:20:14,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43523,DS-708e467a-f93e-4ecb-b820-f5b1755b4ebb,DISK] 2024-11-08T22:20:14,668 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/MasterData/WALs/ff635fa717b5,46813,1731104413588/ff635fa717b5%2C46813%2C1731104413588.1731104414652 2024-11-08T22:20:14,668 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35879:35879)] 2024-11-08T22:20:14,668 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T22:20:14,669 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:20:14,669 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:20:14,669 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:20:14,670 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:20:14,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T22:20:14,671 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:20:14,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:20:14,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:20:14,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T22:20:14,672 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:20:14,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:20:14,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:20:14,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T22:20:14,673 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:20:14,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:20:14,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:20:14,674 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T22:20:14,674 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:20:14,674 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:20:14,675 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:20:14,675 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:20:14,675 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:20:14,676 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:20:14,676 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:20:14,676 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T22:20:14,677 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:20:14,679 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:20:14,679 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73307880, jitterRate=0.09237253665924072}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T22:20:14,679 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731104414669Initializing all the Stores at 1731104414669Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104414669Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104414670 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104414670Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104414670Cleaning up temporary data from old regions at 1731104414676 (+6 ms)Region opened successfully at 1731104414679 (+3 ms) 2024-11-08T22:20:14,679 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T22:20:14,681 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ed11264, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff635fa717b5/172.17.0.3:0 2024-11-08T22:20:14,682 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T22:20:14,682 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T22:20:14,682 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T22:20:14,682 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T22:20:14,682 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T22:20:14,682 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T22:20:14,682 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T22:20:14,684 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T22:20:14,684 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46813-0x1011c88f6640003, quorum=127.0.0.1:54959, baseZNode=/1-1420051586 Unable to get data of znode /1-1420051586/balancer because node does not exist (not necessarily an error) 2024-11-08T22:20:14,734 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1420051586/balancer already deleted, retry=false 2024-11-08T22:20:14,735 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T22:20:14,735 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46813-0x1011c88f6640003, quorum=127.0.0.1:54959, baseZNode=/1-1420051586 Unable to get data of znode /1-1420051586/normalizer because node does not exist (not necessarily an error) 2024-11-08T22:20:14,745 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1420051586/normalizer already deleted, retry=false 2024-11-08T22:20:14,745 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T22:20:14,746 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46813-0x1011c88f6640003, quorum=127.0.0.1:54959, baseZNode=/1-1420051586 Unable to get data of znode /1-1420051586/switch/split because node does not exist (not necessarily an error) 2024-11-08T22:20:14,755 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1420051586/switch/split already deleted, retry=false 2024-11-08T22:20:14,756 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46813-0x1011c88f6640003, quorum=127.0.0.1:54959, baseZNode=/1-1420051586 Unable to get data of znode /1-1420051586/switch/merge because node does not exist (not necessarily an error) 2024-11-08T22:20:14,766 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1420051586/switch/merge already deleted, retry=false 2024-11-08T22:20:14,768 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46813-0x1011c88f6640003, quorum=127.0.0.1:54959, baseZNode=/1-1420051586 Unable to get data of znode /1-1420051586/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T22:20:14,777 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1420051586/snapshot-cleanup already deleted, retry=false 2024-11-08T22:20:14,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45995-0x1011c88f6640004, quorum=127.0.0.1:54959, baseZNode=/1-1420051586 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1420051586/running 2024-11-08T22:20:14,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46813-0x1011c88f6640003, quorum=127.0.0.1:54959, baseZNode=/1-1420051586 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1420051586/running 2024-11-08T22:20:14,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46813-0x1011c88f6640003, quorum=127.0.0.1:54959, baseZNode=/1-1420051586 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1420051586 2024-11-08T22:20:14,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45995-0x1011c88f6640004, quorum=127.0.0.1:54959, baseZNode=/1-1420051586 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1420051586 2024-11-08T22:20:14,787 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ff635fa717b5,46813,1731104413588, sessionid=0x1011c88f6640003, setting cluster-up flag (Was=false) 2024-11-08T22:20:14,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46813-0x1011c88f6640003, quorum=127.0.0.1:54959, baseZNode=/1-1420051586 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1420051586 2024-11-08T22:20:14,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45995-0x1011c88f6640004, quorum=127.0.0.1:54959, baseZNode=/1-1420051586 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1420051586 2024-11-08T22:20:14,840 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1420051586/flush-table-proc/acquired, /1-1420051586/flush-table-proc/reached, /1-1420051586/flush-table-proc/abort 2024-11-08T22:20:14,841 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff635fa717b5,46813,1731104413588 2024-11-08T22:20:14,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45995-0x1011c88f6640004, quorum=127.0.0.1:54959, baseZNode=/1-1420051586 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1420051586 2024-11-08T22:20:14,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46813-0x1011c88f6640003, quorum=127.0.0.1:54959, baseZNode=/1-1420051586 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1420051586 2024-11-08T22:20:14,892 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1420051586/online-snapshot/acquired, /1-1420051586/online-snapshot/reached, /1-1420051586/online-snapshot/abort 2024-11-08T22:20:14,893 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff635fa717b5,46813,1731104413588 2024-11-08T22:20:14,894 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T22:20:14,895 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T22:20:14,895 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T22:20:14,896 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T22:20:14,896 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ff635fa717b5,46813,1731104413588 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T22:20:14,897 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:20:14,897 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:20:14,897 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:20:14,897 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:20:14,897 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ff635fa717b5:0, corePoolSize=10, maxPoolSize=10 2024-11-08T22:20:14,897 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:20:14,897 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ff635fa717b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T22:20:14,897 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:20:14,898 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731104444898 2024-11-08T22:20:14,898 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T22:20:14,898 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T22:20:14,898 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T22:20:14,898 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T22:20:14,898 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T22:20:14,898 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T22:20:14,898 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T22:20:14,898 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T22:20:14,898 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T22:20:14,898 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T22:20:14,898 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T22:20:14,899 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T22:20:14,899 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T22:20:14,899 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T22:20:14,899 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T22:20:14,899 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:20:14,899 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.large.0-1731104414899,5,FailOnTimeoutGroup] 2024-11-08T22:20:14,899 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T22:20:14,899 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.small.0-1731104414899,5,FailOnTimeoutGroup] 2024-11-08T22:20:14,899 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T22:20:14,899 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T22:20:14,899 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T22:20:14,899 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T22:20:14,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43523 is added to blk_1073741831_1007 (size=1321) 2024-11-08T22:20:14,959 INFO [RS:0;ff635fa717b5:45995 {}] regionserver.HRegionServer(746): ClusterId : 15016b2f-7223-400a-b776-3e4f6175ef2f 2024-11-08T22:20:14,959 DEBUG [RS:0;ff635fa717b5:45995 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T22:20:14,967 DEBUG [RS:0;ff635fa717b5:45995 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T22:20:14,967 DEBUG [RS:0;ff635fa717b5:45995 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T22:20:14,977 DEBUG [RS:0;ff635fa717b5:45995 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T22:20:14,977 DEBUG [RS:0;ff635fa717b5:45995 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a039762, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff635fa717b5/172.17.0.3:0 2024-11-08T22:20:14,988 DEBUG [RS:0;ff635fa717b5:45995 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ff635fa717b5:45995 2024-11-08T22:20:14,988 INFO [RS:0;ff635fa717b5:45995 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T22:20:14,988 INFO [RS:0;ff635fa717b5:45995 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T22:20:14,988 DEBUG [RS:0;ff635fa717b5:45995 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T22:20:14,989 INFO [RS:0;ff635fa717b5:45995 {}] regionserver.HRegionServer(2659): reportForDuty to master=ff635fa717b5,46813,1731104413588 with port=45995, startcode=1731104413736 2024-11-08T22:20:14,989 DEBUG [RS:0;ff635fa717b5:45995 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T22:20:14,990 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45171, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T22:20:14,990 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46813 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ff635fa717b5,45995,1731104413736 2024-11-08T22:20:14,990 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46813 {}] master.ServerManager(517): Registering regionserver=ff635fa717b5,45995,1731104413736 2024-11-08T22:20:14,991 DEBUG [RS:0;ff635fa717b5:45995 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560 2024-11-08T22:20:14,991 DEBUG [RS:0;ff635fa717b5:45995 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38125 2024-11-08T22:20:14,991 DEBUG [RS:0;ff635fa717b5:45995 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T22:20:15,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46813-0x1011c88f6640003, quorum=127.0.0.1:54959, baseZNode=/1-1420051586 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1420051586/rs 2024-11-08T22:20:15,056 DEBUG [RS:0;ff635fa717b5:45995 {}] zookeeper.ZKUtil(111): regionserver:45995-0x1011c88f6640004, quorum=127.0.0.1:54959, baseZNode=/1-1420051586 Set watcher on existing znode=/1-1420051586/rs/ff635fa717b5,45995,1731104413736 2024-11-08T22:20:15,056 WARN [RS:0;ff635fa717b5:45995 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T22:20:15,056 INFO [RS:0;ff635fa717b5:45995 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:20:15,056 DEBUG [RS:0;ff635fa717b5:45995 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/WALs/ff635fa717b5,45995,1731104413736 2024-11-08T22:20:15,056 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ff635fa717b5,45995,1731104413736] 2024-11-08T22:20:15,059 INFO [RS:0;ff635fa717b5:45995 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T22:20:15,060 INFO [RS:0;ff635fa717b5:45995 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T22:20:15,060 INFO [RS:0;ff635fa717b5:45995 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T22:20:15,060 INFO [RS:0;ff635fa717b5:45995 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:20:15,060 INFO [RS:0;ff635fa717b5:45995 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T22:20:15,061 INFO [RS:0;ff635fa717b5:45995 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T22:20:15,061 INFO [RS:0;ff635fa717b5:45995 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T22:20:15,061 DEBUG [RS:0;ff635fa717b5:45995 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:20:15,061 DEBUG [RS:0;ff635fa717b5:45995 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:20:15,061 DEBUG [RS:0;ff635fa717b5:45995 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:20:15,061 DEBUG [RS:0;ff635fa717b5:45995 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:20:15,061 DEBUG [RS:0;ff635fa717b5:45995 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:20:15,061 DEBUG [RS:0;ff635fa717b5:45995 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ff635fa717b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T22:20:15,061 DEBUG [RS:0;ff635fa717b5:45995 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:20:15,061 DEBUG [RS:0;ff635fa717b5:45995 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:20:15,061 DEBUG [RS:0;ff635fa717b5:45995 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:20:15,061 DEBUG [RS:0;ff635fa717b5:45995 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:20:15,061 DEBUG [RS:0;ff635fa717b5:45995 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:20:15,061 DEBUG [RS:0;ff635fa717b5:45995 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:20:15,061 DEBUG [RS:0;ff635fa717b5:45995 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T22:20:15,061 DEBUG [RS:0;ff635fa717b5:45995 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T22:20:15,061 INFO [RS:0;ff635fa717b5:45995 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T22:20:15,061 INFO [RS:0;ff635fa717b5:45995 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T22:20:15,061 INFO [RS:0;ff635fa717b5:45995 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:20:15,061 INFO [RS:0;ff635fa717b5:45995 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T22:20:15,061 INFO [RS:0;ff635fa717b5:45995 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T22:20:15,061 INFO [RS:0;ff635fa717b5:45995 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,45995,1731104413736-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T22:20:15,074 INFO [RS:0;ff635fa717b5:45995 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T22:20:15,074 INFO [RS:0;ff635fa717b5:45995 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,45995,1731104413736-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:20:15,074 INFO [RS:0;ff635fa717b5:45995 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:20:15,074 INFO [RS:0;ff635fa717b5:45995 {}] regionserver.Replication(171): ff635fa717b5,45995,1731104413736 started 2024-11-08T22:20:15,086 INFO [RS:0;ff635fa717b5:45995 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:20:15,086 INFO [RS:0;ff635fa717b5:45995 {}] regionserver.HRegionServer(1482): Serving as ff635fa717b5,45995,1731104413736, RpcServer on ff635fa717b5/172.17.0.3:45995, sessionid=0x1011c88f6640004 2024-11-08T22:20:15,086 DEBUG [RS:0;ff635fa717b5:45995 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T22:20:15,086 DEBUG [RS:0;ff635fa717b5:45995 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ff635fa717b5,45995,1731104413736 2024-11-08T22:20:15,086 DEBUG [RS:0;ff635fa717b5:45995 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff635fa717b5,45995,1731104413736' 2024-11-08T22:20:15,086 DEBUG [RS:0;ff635fa717b5:45995 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1420051586/flush-table-proc/abort' 2024-11-08T22:20:15,086 DEBUG [RS:0;ff635fa717b5:45995 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1420051586/flush-table-proc/acquired' 2024-11-08T22:20:15,086 DEBUG [RS:0;ff635fa717b5:45995 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T22:20:15,086 DEBUG [RS:0;ff635fa717b5:45995 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T22:20:15,087 DEBUG [RS:0;ff635fa717b5:45995 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ff635fa717b5,45995,1731104413736 2024-11-08T22:20:15,087 DEBUG [RS:0;ff635fa717b5:45995 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff635fa717b5,45995,1731104413736' 2024-11-08T22:20:15,087 DEBUG [RS:0;ff635fa717b5:45995 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1420051586/online-snapshot/abort' 2024-11-08T22:20:15,087 DEBUG [RS:0;ff635fa717b5:45995 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1420051586/online-snapshot/acquired' 2024-11-08T22:20:15,087 DEBUG [RS:0;ff635fa717b5:45995 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T22:20:15,087 INFO [RS:0;ff635fa717b5:45995 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T22:20:15,087 INFO [RS:0;ff635fa717b5:45995 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T22:20:15,187 INFO [RS:0;ff635fa717b5:45995 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T22:20:15,188 INFO [RS:0;ff635fa717b5:45995 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff635fa717b5%2C45995%2C1731104413736, suffix=, logDir=hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/WALs/ff635fa717b5,45995,1731104413736, archiveDir=hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/oldWALs, maxLogs=10 2024-11-08T22:20:15,200 DEBUG [RS:0;ff635fa717b5:45995 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/WALs/ff635fa717b5,45995,1731104413736/ff635fa717b5%2C45995%2C1731104413736.1731104415189, exclude list is [], retry=0 2024-11-08T22:20:15,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43523,DS-708e467a-f93e-4ecb-b820-f5b1755b4ebb,DISK] 2024-11-08T22:20:15,203 INFO [RS:0;ff635fa717b5:45995 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/WALs/ff635fa717b5,45995,1731104413736/ff635fa717b5%2C45995%2C1731104413736.1731104415189 2024-11-08T22:20:15,203 DEBUG [RS:0;ff635fa717b5:45995 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35879:35879)] 2024-11-08T22:20:15,308 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T22:20:15,308 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560 2024-11-08T22:20:15,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43523 is added to blk_1073741833_1009 (size=32) 2024-11-08T22:20:15,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:20:15,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T22:20:15,715 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T22:20:15,715 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:20:15,715 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:20:15,715 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T22:20:15,716 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T22:20:15,716 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:20:15,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:20:15,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T22:20:15,717 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T22:20:15,717 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:20:15,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:20:15,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T22:20:15,718 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T22:20:15,718 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:20:15,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:20:15,718 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T22:20:15,719 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/data/hbase/meta/1588230740 2024-11-08T22:20:15,719 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/data/hbase/meta/1588230740 2024-11-08T22:20:15,720 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T22:20:15,720 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T22:20:15,720 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T22:20:15,721 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T22:20:15,722 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:20:15,722 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68389363, jitterRate=0.01908092200756073}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T22:20:15,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731104415713Initializing all the Stores at 1731104415714 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104415714Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104415714Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104415714Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104415714Cleaning up temporary data from old regions at 1731104415720 (+6 ms)Region opened successfully at 1731104415722 (+2 ms) 2024-11-08T22:20:15,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T22:20:15,722 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T22:20:15,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T22:20:15,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T22:20:15,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T22:20:15,722 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T22:20:15,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731104415722Disabling compacts and flushes for region at 1731104415722Disabling writes for close at 1731104415722Writing region close event to WAL at 1731104415722Closed at 1731104415722 2024-11-08T22:20:15,723 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T22:20:15,723 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T22:20:15,723 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T22:20:15,724 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T22:20:15,725 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T22:20:15,875 DEBUG [ff635fa717b5:46813 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T22:20:15,875 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ff635fa717b5,45995,1731104413736 2024-11-08T22:20:15,876 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff635fa717b5,45995,1731104413736, state=OPENING 2024-11-08T22:20:15,924 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T22:20:15,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45995-0x1011c88f6640004, quorum=127.0.0.1:54959, baseZNode=/1-1420051586 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1420051586 2024-11-08T22:20:15,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46813-0x1011c88f6640003, quorum=127.0.0.1:54959, baseZNode=/1-1420051586 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1420051586 2024-11-08T22:20:15,935 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T22:20:15,935 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1420051586/meta-region-server: CHANGED 2024-11-08T22:20:15,935 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1420051586/meta-region-server: CHANGED 2024-11-08T22:20:15,935 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ff635fa717b5,45995,1731104413736}] 2024-11-08T22:20:16,087 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T22:20:16,088 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42105, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T22:20:16,090 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T22:20:16,091 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:20:16,091 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T22:20:16,092 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff635fa717b5%2C45995%2C1731104413736.meta, suffix=.meta, logDir=hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/WALs/ff635fa717b5,45995,1731104413736, archiveDir=hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/oldWALs, maxLogs=10 2024-11-08T22:20:16,103 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/WALs/ff635fa717b5,45995,1731104413736/ff635fa717b5%2C45995%2C1731104413736.meta.1731104416092.meta, exclude list is [], retry=0 2024-11-08T22:20:16,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43523,DS-708e467a-f93e-4ecb-b820-f5b1755b4ebb,DISK] 2024-11-08T22:20:16,106 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/WALs/ff635fa717b5,45995,1731104413736/ff635fa717b5%2C45995%2C1731104413736.meta.1731104416092.meta 2024-11-08T22:20:16,106 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35879:35879)] 2024-11-08T22:20:16,106 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T22:20:16,107 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T22:20:16,107 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T22:20:16,107 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T22:20:16,107 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T22:20:16,107 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T22:20:16,107 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:20:16,107 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T22:20:16,107 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T22:20:16,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T22:20:16,108 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T22:20:16,108 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:20:16,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:20:16,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T22:20:16,109 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T22:20:16,109 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:20:16,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:20:16,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T22:20:16,110 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T22:20:16,110 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:20:16,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:20:16,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T22:20:16,111 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T22:20:16,111 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:20:16,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:20:16,111 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T22:20:16,111 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/data/hbase/meta/1588230740 2024-11-08T22:20:16,112 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/data/hbase/meta/1588230740 2024-11-08T22:20:16,113 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T22:20:16,113 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T22:20:16,113 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T22:20:16,114 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T22:20:16,114 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63536984, jitterRate=-0.053225159645080566}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T22:20:16,114 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T22:20:16,115 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731104416107Writing region info on filesystem at 1731104416107Initializing all the Stores at 1731104416108 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104416108Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104416108Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104416108Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104416108Cleaning up temporary data from old regions at 1731104416113 (+5 ms)Running coprocessor post-open hooks at 1731104416114 (+1 ms)Region opened successfully at 1731104416115 (+1 ms) 2024-11-08T22:20:16,115 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731104416087 2024-11-08T22:20:16,117 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T22:20:16,117 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T22:20:16,117 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ff635fa717b5,45995,1731104413736 2024-11-08T22:20:16,118 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff635fa717b5,45995,1731104413736, state=OPEN 2024-11-08T22:20:16,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45995-0x1011c88f6640004, quorum=127.0.0.1:54959, baseZNode=/1-1420051586 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1420051586/meta-region-server 2024-11-08T22:20:16,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46813-0x1011c88f6640003, quorum=127.0.0.1:54959, baseZNode=/1-1420051586 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1420051586/meta-region-server 2024-11-08T22:20:16,124 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ff635fa717b5,45995,1731104413736 2024-11-08T22:20:16,124 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1420051586/meta-region-server: CHANGED 2024-11-08T22:20:16,124 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1420051586/meta-region-server: CHANGED 2024-11-08T22:20:16,125 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T22:20:16,126 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ff635fa717b5,45995,1731104413736 in 189 msec 2024-11-08T22:20:16,127 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T22:20:16,127 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 403 msec 2024-11-08T22:20:16,127 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T22:20:16,127 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T22:20:16,129 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:20:16,129 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,45995,1731104413736, seqNum=-1] 2024-11-08T22:20:16,129 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:20:16,130 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42543, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T22:20:16,133 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2370 sec 2024-11-08T22:20:16,133 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731104416133, completionTime=-1 2024-11-08T22:20:16,134 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T22:20:16,134 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T22:20:16,136 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T22:20:16,136 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731104476136 2024-11-08T22:20:16,136 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731104536136 2024-11-08T22:20:16,136 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T22:20:16,136 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,46813,1731104413588-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:20:16,136 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,46813,1731104413588-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:20:16,136 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,46813,1731104413588-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:20:16,136 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ff635fa717b5:46813, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:20:16,136 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T22:20:16,136 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T22:20:16,138 DEBUG [master/ff635fa717b5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T22:20:16,139 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.341sec 2024-11-08T22:20:16,140 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T22:20:16,140 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T22:20:16,140 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T22:20:16,140 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T22:20:16,140 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T22:20:16,140 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,46813,1731104413588-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T22:20:16,140 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,46813,1731104413588-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T22:20:16,142 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T22:20:16,142 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T22:20:16,142 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,46813,1731104413588-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:20:16,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7efb4541, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:20:16,159 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,46813,-1 for getting cluster id 2024-11-08T22:20:16,159 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:20:16,161 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '15016b2f-7223-400a-b776-3e4f6175ef2f' 2024-11-08T22:20:16,161 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:20:16,161 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "15016b2f-7223-400a-b776-3e4f6175ef2f" 2024-11-08T22:20:16,161 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ef316b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:20:16,161 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,46813,-1] 2024-11-08T22:20:16,161 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:20:16,161 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:20:16,162 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:20:16,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cd1f968, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:20:16,163 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:20:16,163 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,45995,1731104413736, seqNum=-1] 2024-11-08T22:20:16,164 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:20:16,164 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T22:20:16,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ff635fa717b5,46813,1731104413588 2024-11-08T22:20:16,167 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54959 2024-11-08T22:20:16,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54959, baseZNode=/1-1420051586 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T22:20:16,177 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011c88f6640005 connected 2024-11-08T22:20:16,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e1c1b4e-8fe5-7a72-4c12-185f190ac8d8/hadoop.log.dir so I do NOT create it in target/test-data/8376207a-0420-69c8-b2cf-3a218faf5342 2024-11-08T22:20:16,189 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e1c1b4e-8fe5-7a72-4c12-185f190ac8d8/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T22:20:16,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e1c1b4e-8fe5-7a72-4c12-185f190ac8d8/hadoop.tmp.dir so I do NOT create it in target/test-data/8376207a-0420-69c8-b2cf-3a218faf5342 2024-11-08T22:20:16,189 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e1c1b4e-8fe5-7a72-4c12-185f190ac8d8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T22:20:16,189 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8376207a-0420-69c8-b2cf-3a218faf5342 2024-11-08T22:20:16,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T22:20:16,189 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8376207a-0420-69c8-b2cf-3a218faf5342/cluster_5148c043-3f00-d6a0-6fec-1198922ae0ce, deleteOnExit=true 2024-11-08T22:20:16,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T22:20:16,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8376207a-0420-69c8-b2cf-3a218faf5342/test.cache.data in system properties and HBase conf 2024-11-08T22:20:16,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8376207a-0420-69c8-b2cf-3a218faf5342/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T22:20:16,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8376207a-0420-69c8-b2cf-3a218faf5342/hadoop.log.dir in system properties and HBase conf 2024-11-08T22:20:16,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8376207a-0420-69c8-b2cf-3a218faf5342/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T22:20:16,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8376207a-0420-69c8-b2cf-3a218faf5342/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T22:20:16,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T22:20:16,190 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T22:20:16,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8376207a-0420-69c8-b2cf-3a218faf5342/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T22:20:16,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8376207a-0420-69c8-b2cf-3a218faf5342/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T22:20:16,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8376207a-0420-69c8-b2cf-3a218faf5342/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T22:20:16,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8376207a-0420-69c8-b2cf-3a218faf5342/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T22:20:16,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8376207a-0420-69c8-b2cf-3a218faf5342/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T22:20:16,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8376207a-0420-69c8-b2cf-3a218faf5342/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T22:20:16,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8376207a-0420-69c8-b2cf-3a218faf5342/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T22:20:16,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8376207a-0420-69c8-b2cf-3a218faf5342/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T22:20:16,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8376207a-0420-69c8-b2cf-3a218faf5342/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T22:20:16,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8376207a-0420-69c8-b2cf-3a218faf5342/nfs.dump.dir in system properties and HBase conf 2024-11-08T22:20:16,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8376207a-0420-69c8-b2cf-3a218faf5342/java.io.tmpdir in system properties and HBase conf 2024-11-08T22:20:16,191 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8376207a-0420-69c8-b2cf-3a218faf5342/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T22:20:16,191 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8376207a-0420-69c8-b2cf-3a218faf5342/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T22:20:16,191 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8376207a-0420-69c8-b2cf-3a218faf5342/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T22:20:16,285 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T22:20:16,466 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:16,466 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:16,466 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:16,466 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:16,466 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:16,501 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:16,501 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:16,501 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:16,501 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:16,501 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:16,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:16,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:16,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:16,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:16,515 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:16,539 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-08T22:20:16,539 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:16,539 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:16,540 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:16,540 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:16,540 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:16,570 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:16,570 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:16,571 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:16,571 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:16,571 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:16,571 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:16,577 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:16,580 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:16,581 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:16,582 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:16,613 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T22:20:16,617 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T22:20:16,618 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T22:20:16,618 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T22:20:16,618 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T22:20:16,619 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T22:20:16,620 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c4113cd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8376207a-0420-69c8-b2cf-3a218faf5342/hadoop.log.dir/,AVAILABLE} 2024-11-08T22:20:16,620 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ec7e8dd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T22:20:16,721 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@67a277a2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8376207a-0420-69c8-b2cf-3a218faf5342/java.io.tmpdir/jetty-localhost-39577-hadoop-hdfs-3_4_1-tests_jar-_-any-11404254882500235775/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T22:20:16,722 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3ac7ff8b{HTTP/1.1, (http/1.1)}{localhost:39577} 2024-11-08T22:20:16,722 INFO [Time-limited test {}] server.Server(415): Started @290983ms 2024-11-08T22:20:16,998 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T22:20:17,003 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T22:20:17,005 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T22:20:17,005 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T22:20:17,005 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T22:20:17,008 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58beb4f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8376207a-0420-69c8-b2cf-3a218faf5342/hadoop.log.dir/,AVAILABLE} 2024-11-08T22:20:17,009 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67144959{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T22:20:17,132 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1a05fecf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8376207a-0420-69c8-b2cf-3a218faf5342/java.io.tmpdir/jetty-localhost-39215-hadoop-hdfs-3_4_1-tests_jar-_-any-12025228932627952991/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T22:20:17,132 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@193535bb{HTTP/1.1, (http/1.1)}{localhost:39215} 2024-11-08T22:20:17,132 INFO [Time-limited test {}] server.Server(415): Started @291393ms 2024-11-08T22:20:17,133 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T22:20:18,187 WARN [Thread-3678 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8376207a-0420-69c8-b2cf-3a218faf5342/cluster_5148c043-3f00-d6a0-6fec-1198922ae0ce/data/data1/current/BP-815406599-172.17.0.3-1731104416205/current, will proceed with Du for space computation calculation, 2024-11-08T22:20:18,187 WARN [Thread-3679 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8376207a-0420-69c8-b2cf-3a218faf5342/cluster_5148c043-3f00-d6a0-6fec-1198922ae0ce/data/data2/current/BP-815406599-172.17.0.3-1731104416205/current, will proceed with Du for space computation calculation, 2024-11-08T22:20:18,205 WARN [Thread-3666 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T22:20:18,207 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6a8c0f755bb9d420 with lease ID 0x1e1fc336e8af0681: Processing first storage report for DS-0b46175e-c347-4e88-a7f9-bdf24a6302e0 from datanode DatanodeRegistration(127.0.0.1:43627, datanodeUuid=892c51e3-28f6-4898-bb46-967233bd2164, infoPort=40379, infoSecurePort=0, ipcPort=42979, storageInfo=lv=-57;cid=testClusterID;nsid=984442731;c=1731104416205) 2024-11-08T22:20:18,208 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6a8c0f755bb9d420 with lease ID 0x1e1fc336e8af0681: from storage DS-0b46175e-c347-4e88-a7f9-bdf24a6302e0 node DatanodeRegistration(127.0.0.1:43627, datanodeUuid=892c51e3-28f6-4898-bb46-967233bd2164, infoPort=40379, infoSecurePort=0, ipcPort=42979, storageInfo=lv=-57;cid=testClusterID;nsid=984442731;c=1731104416205), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T22:20:18,208 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6a8c0f755bb9d420 with lease ID 0x1e1fc336e8af0681: Processing first storage report for DS-71645ba3-4e5c-44a8-bdc7-06551ad61c2e from datanode DatanodeRegistration(127.0.0.1:43627, datanodeUuid=892c51e3-28f6-4898-bb46-967233bd2164, infoPort=40379, infoSecurePort=0, ipcPort=42979, storageInfo=lv=-57;cid=testClusterID;nsid=984442731;c=1731104416205) 2024-11-08T22:20:18,208 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6a8c0f755bb9d420 with lease ID 0x1e1fc336e8af0681: from storage DS-71645ba3-4e5c-44a8-bdc7-06551ad61c2e node DatanodeRegistration(127.0.0.1:43627, datanodeUuid=892c51e3-28f6-4898-bb46-967233bd2164, infoPort=40379, infoSecurePort=0, ipcPort=42979, storageInfo=lv=-57;cid=testClusterID;nsid=984442731;c=1731104416205), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T22:20:18,260 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8376207a-0420-69c8-b2cf-3a218faf5342 2024-11-08T22:20:18,261 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:20:18,262 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:20:18,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741825_1001 (size=7) 2024-11-08T22:20:18,268 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6 with version=8 2024-11-08T22:20:18,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/hbase-staging 2024-11-08T22:20:18,270 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ff635fa717b5:0 server-side Connection retries=45 2024-11-08T22:20:18,270 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:20:18,270 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T22:20:18,270 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T22:20:18,270 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:20:18,270 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T22:20:18,270 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T22:20:18,270 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T22:20:18,271 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40389 2024-11-08T22:20:18,271 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40389 connecting to ZooKeeper ensemble=127.0.0.1:54959 2024-11-08T22:20:18,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:403890x0, quorum=127.0.0.1:54959, baseZNode=/2-1496202954 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T22:20:18,293 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40389-0x1011c88f6640006 connected 2024-11-08T22:20:18,366 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:20:18,367 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:20:18,369 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40389-0x1011c88f6640006, quorum=127.0.0.1:54959, baseZNode=/2-1496202954 Set watcher on znode that does not yet exist, /2-1496202954/running 2024-11-08T22:20:18,369 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6, hbase.cluster.distributed=false 2024-11-08T22:20:18,370 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40389-0x1011c88f6640006, quorum=127.0.0.1:54959, baseZNode=/2-1496202954 Set watcher on znode that does not yet exist, /2-1496202954/acl 2024-11-08T22:20:18,371 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40389 2024-11-08T22:20:18,371 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40389 2024-11-08T22:20:18,371 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40389 2024-11-08T22:20:18,371 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40389 2024-11-08T22:20:18,371 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40389 2024-11-08T22:20:18,385 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ff635fa717b5:0 server-side Connection retries=45 2024-11-08T22:20:18,385 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:20:18,385 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T22:20:18,385 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T22:20:18,385 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:20:18,385 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T22:20:18,385 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T22:20:18,385 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T22:20:18,386 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39041 2024-11-08T22:20:18,386 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39041 connecting to ZooKeeper ensemble=127.0.0.1:54959 2024-11-08T22:20:18,387 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:20:18,388 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:20:18,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:390410x0, quorum=127.0.0.1:54959, baseZNode=/2-1496202954 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T22:20:18,398 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39041-0x1011c88f6640007 connected 2024-11-08T22:20:18,398 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:390410x0, quorum=127.0.0.1:54959, baseZNode=/2-1496202954 Set watcher on znode that does not yet exist, /2-1496202954/running 2024-11-08T22:20:18,398 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T22:20:18,399 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T22:20:18,399 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39041-0x1011c88f6640007, quorum=127.0.0.1:54959, baseZNode=/2-1496202954 Set watcher on znode that does not yet exist, /2-1496202954/master 2024-11-08T22:20:18,400 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39041-0x1011c88f6640007, quorum=127.0.0.1:54959, baseZNode=/2-1496202954 Set watcher on znode that does not yet exist, /2-1496202954/acl 2024-11-08T22:20:18,402 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39041 2024-11-08T22:20:18,402 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39041 2024-11-08T22:20:18,402 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39041 2024-11-08T22:20:18,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39041 2024-11-08T22:20:18,405 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39041 2024-11-08T22:20:18,417 DEBUG [M:0;ff635fa717b5:40389 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ff635fa717b5:40389 2024-11-08T22:20:18,417 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1496202954/backup-masters/ff635fa717b5,40389,1731104418270 2024-11-08T22:20:18,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39041-0x1011c88f6640007, quorum=127.0.0.1:54959, baseZNode=/2-1496202954 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1496202954/backup-masters 2024-11-08T22:20:18,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40389-0x1011c88f6640006, quorum=127.0.0.1:54959, baseZNode=/2-1496202954 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1496202954/backup-masters 2024-11-08T22:20:18,429 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40389-0x1011c88f6640006, quorum=127.0.0.1:54959, baseZNode=/2-1496202954 Set watcher on existing znode=/2-1496202954/backup-masters/ff635fa717b5,40389,1731104418270 2024-11-08T22:20:18,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39041-0x1011c88f6640007, quorum=127.0.0.1:54959, baseZNode=/2-1496202954 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1496202954/master 2024-11-08T22:20:18,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40389-0x1011c88f6640006, quorum=127.0.0.1:54959, baseZNode=/2-1496202954 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1496202954 2024-11-08T22:20:18,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39041-0x1011c88f6640007, quorum=127.0.0.1:54959, baseZNode=/2-1496202954 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1496202954 2024-11-08T22:20:18,440 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40389-0x1011c88f6640006, quorum=127.0.0.1:54959, baseZNode=/2-1496202954 Set watcher on existing znode=/2-1496202954/master 2024-11-08T22:20:18,440 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1496202954/backup-masters/ff635fa717b5,40389,1731104418270 from backup master directory 2024-11-08T22:20:18,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40389-0x1011c88f6640006, quorum=127.0.0.1:54959, baseZNode=/2-1496202954 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1496202954/backup-masters/ff635fa717b5,40389,1731104418270 2024-11-08T22:20:18,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39041-0x1011c88f6640007, quorum=127.0.0.1:54959, baseZNode=/2-1496202954 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1496202954/backup-masters 2024-11-08T22:20:18,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40389-0x1011c88f6640006, quorum=127.0.0.1:54959, baseZNode=/2-1496202954 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1496202954/backup-masters 2024-11-08T22:20:18,450 WARN [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T22:20:18,450 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ff635fa717b5,40389,1731104418270 2024-11-08T22:20:18,453 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/hbase.id] with ID: 09be95c2-3826-458d-a228-bda092d46f40 2024-11-08T22:20:18,453 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/.tmp/hbase.id 2024-11-08T22:20:18,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741826_1002 (size=42) 2024-11-08T22:20:18,857 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/.tmp/hbase.id]:[hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/hbase.id] 2024-11-08T22:20:18,864 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:20:18,864 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T22:20:18,865 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T22:20:18,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39041-0x1011c88f6640007, quorum=127.0.0.1:54959, baseZNode=/2-1496202954 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1496202954 2024-11-08T22:20:18,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40389-0x1011c88f6640006, quorum=127.0.0.1:54959, baseZNode=/2-1496202954 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1496202954 2024-11-08T22:20:18,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741827_1003 (size=196) 2024-11-08T22:20:19,321 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T22:20:19,322 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T22:20:19,322 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:20:19,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741828_1004 (size=1189) 2024-11-08T22:20:19,728 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/MasterData/data/master/store 2024-11-08T22:20:19,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741829_1005 (size=34) 2024-11-08T22:20:20,133 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:20:20,133 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T22:20:20,133 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:20:20,133 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:20:20,133 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T22:20:20,133 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:20:20,133 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:20:20,133 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731104420133Disabling compacts and flushes for region at 1731104420133Disabling writes for close at 1731104420133Writing region close event to WAL at 1731104420133Closed at 1731104420133 2024-11-08T22:20:20,134 WARN [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/MasterData/data/master/store/.initializing 2024-11-08T22:20:20,134 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/MasterData/WALs/ff635fa717b5,40389,1731104418270 2024-11-08T22:20:20,134 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T22:20:20,135 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ff635fa717b5%2C40389%2C1731104418270, suffix=, logDir=hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/MasterData/WALs/ff635fa717b5,40389,1731104418270, archiveDir=hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/MasterData/oldWALs, maxLogs=10 2024-11-08T22:20:20,147 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/MasterData/WALs/ff635fa717b5,40389,1731104418270/ff635fa717b5%2C40389%2C1731104418270.1731104420135, exclude list is [], retry=0 2024-11-08T22:20:20,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43627,DS-0b46175e-c347-4e88-a7f9-bdf24a6302e0,DISK] 2024-11-08T22:20:20,150 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/MasterData/WALs/ff635fa717b5,40389,1731104418270/ff635fa717b5%2C40389%2C1731104418270.1731104420135 2024-11-08T22:20:20,151 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40379:40379)] 2024-11-08T22:20:20,151 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T22:20:20,151 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:20:20,151 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:20:20,151 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:20:20,152 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:20:20,153 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T22:20:20,153 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:20:20,153 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:20:20,153 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:20:20,154 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T22:20:20,154 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:20:20,154 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:20:20,155 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:20:20,155 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T22:20:20,155 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:20:20,155 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:20:20,155 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:20:20,156 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T22:20:20,156 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:20:20,156 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:20:20,157 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:20:20,157 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:20:20,157 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:20:20,158 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:20:20,158 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:20:20,158 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T22:20:20,159 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:20:20,160 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:20:20,161 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62809680, jitterRate=-0.06406283378601074}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T22:20:20,161 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731104420151Initializing all the Stores at 1731104420152 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104420152Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104420152Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104420152Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104420152Cleaning up temporary data from old regions at 1731104420158 (+6 ms)Region opened successfully at 1731104420161 (+3 ms) 2024-11-08T22:20:20,161 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T22:20:20,163 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@144de1d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff635fa717b5/172.17.0.3:0 2024-11-08T22:20:20,163 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T22:20:20,164 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T22:20:20,164 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T22:20:20,164 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T22:20:20,164 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T22:20:20,164 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T22:20:20,164 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T22:20:20,166 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T22:20:20,166 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40389-0x1011c88f6640006, quorum=127.0.0.1:54959, baseZNode=/2-1496202954 Unable to get data of znode /2-1496202954/balancer because node does not exist (not necessarily an error) 2024-11-08T22:20:20,271 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1496202954/balancer already deleted, retry=false 2024-11-08T22:20:20,272 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T22:20:20,272 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40389-0x1011c88f6640006, quorum=127.0.0.1:54959, baseZNode=/2-1496202954 Unable to get data of znode /2-1496202954/normalizer because node does not exist (not necessarily an error) 2024-11-08T22:20:20,282 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1496202954/normalizer already deleted, retry=false 2024-11-08T22:20:20,282 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T22:20:20,283 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40389-0x1011c88f6640006, quorum=127.0.0.1:54959, baseZNode=/2-1496202954 Unable to get data of znode /2-1496202954/switch/split because node does not exist (not necessarily an error) 2024-11-08T22:20:20,292 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1496202954/switch/split already deleted, retry=false 2024-11-08T22:20:20,293 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40389-0x1011c88f6640006, quorum=127.0.0.1:54959, baseZNode=/2-1496202954 Unable to get data of znode /2-1496202954/switch/merge because node does not exist (not necessarily an error) 2024-11-08T22:20:20,303 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1496202954/switch/merge already deleted, retry=false 2024-11-08T22:20:20,304 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40389-0x1011c88f6640006, quorum=127.0.0.1:54959, baseZNode=/2-1496202954 Unable to get data of znode /2-1496202954/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T22:20:20,313 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1496202954/snapshot-cleanup already deleted, retry=false 2024-11-08T22:20:20,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40389-0x1011c88f6640006, quorum=127.0.0.1:54959, baseZNode=/2-1496202954 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1496202954/running 2024-11-08T22:20:20,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39041-0x1011c88f6640007, quorum=127.0.0.1:54959, baseZNode=/2-1496202954 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1496202954/running 2024-11-08T22:20:20,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40389-0x1011c88f6640006, quorum=127.0.0.1:54959, baseZNode=/2-1496202954 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1496202954 2024-11-08T22:20:20,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39041-0x1011c88f6640007, quorum=127.0.0.1:54959, baseZNode=/2-1496202954 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1496202954 2024-11-08T22:20:20,324 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ff635fa717b5,40389,1731104418270, sessionid=0x1011c88f6640006, setting cluster-up flag (Was=false) 2024-11-08T22:20:20,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39041-0x1011c88f6640007, quorum=127.0.0.1:54959, baseZNode=/2-1496202954 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1496202954 2024-11-08T22:20:20,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40389-0x1011c88f6640006, quorum=127.0.0.1:54959, baseZNode=/2-1496202954 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1496202954 2024-11-08T22:20:20,376 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1496202954/flush-table-proc/acquired, /2-1496202954/flush-table-proc/reached, /2-1496202954/flush-table-proc/abort 2024-11-08T22:20:20,377 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff635fa717b5,40389,1731104418270 2024-11-08T22:20:20,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40389-0x1011c88f6640006, quorum=127.0.0.1:54959, baseZNode=/2-1496202954 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1496202954 2024-11-08T22:20:20,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39041-0x1011c88f6640007, quorum=127.0.0.1:54959, baseZNode=/2-1496202954 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1496202954 2024-11-08T22:20:20,429 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1496202954/online-snapshot/acquired, /2-1496202954/online-snapshot/reached, /2-1496202954/online-snapshot/abort 2024-11-08T22:20:20,430 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff635fa717b5,40389,1731104418270 2024-11-08T22:20:20,431 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T22:20:20,432 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T22:20:20,432 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T22:20:20,432 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T22:20:20,432 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ff635fa717b5,40389,1731104418270 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T22:20:20,433 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:20:20,433 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:20:20,433 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:20:20,433 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:20:20,433 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ff635fa717b5:0, corePoolSize=10, maxPoolSize=10 2024-11-08T22:20:20,433 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:20:20,433 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ff635fa717b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T22:20:20,433 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:20:20,434 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731104450434 2024-11-08T22:20:20,434 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T22:20:20,434 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T22:20:20,435 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T22:20:20,435 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T22:20:20,435 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T22:20:20,435 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T22:20:20,435 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T22:20:20,435 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T22:20:20,435 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T22:20:20,436 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:20:20,436 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T22:20:20,440 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T22:20:20,440 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T22:20:20,440 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T22:20:20,440 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T22:20:20,441 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T22:20:20,441 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T22:20:20,441 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.large.0-1731104420441,5,FailOnTimeoutGroup] 2024-11-08T22:20:20,441 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.small.0-1731104420441,5,FailOnTimeoutGroup] 2024-11-08T22:20:20,441 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T22:20:20,441 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T22:20:20,441 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T22:20:20,441 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T22:20:20,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741831_1007 (size=1321) 2024-11-08T22:20:20,508 INFO [RS:0;ff635fa717b5:39041 {}] regionserver.HRegionServer(746): ClusterId : 09be95c2-3826-458d-a228-bda092d46f40 2024-11-08T22:20:20,509 DEBUG [RS:0;ff635fa717b5:39041 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T22:20:20,514 DEBUG [RS:0;ff635fa717b5:39041 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T22:20:20,514 DEBUG [RS:0;ff635fa717b5:39041 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T22:20:20,524 DEBUG [RS:0;ff635fa717b5:39041 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T22:20:20,524 DEBUG [RS:0;ff635fa717b5:39041 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72b15d05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff635fa717b5/172.17.0.3:0 2024-11-08T22:20:20,536 DEBUG [RS:0;ff635fa717b5:39041 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ff635fa717b5:39041 2024-11-08T22:20:20,536 INFO [RS:0;ff635fa717b5:39041 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T22:20:20,536 INFO [RS:0;ff635fa717b5:39041 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T22:20:20,536 DEBUG [RS:0;ff635fa717b5:39041 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T22:20:20,536 INFO [RS:0;ff635fa717b5:39041 {}] regionserver.HRegionServer(2659): reportForDuty to master=ff635fa717b5,40389,1731104418270 with port=39041, startcode=1731104418385 2024-11-08T22:20:20,537 DEBUG [RS:0;ff635fa717b5:39041 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T22:20:20,538 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33513, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T22:20:20,538 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40389 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ff635fa717b5,39041,1731104418385 2024-11-08T22:20:20,538 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40389 {}] master.ServerManager(517): Registering regionserver=ff635fa717b5,39041,1731104418385 2024-11-08T22:20:20,539 DEBUG [RS:0;ff635fa717b5:39041 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6 2024-11-08T22:20:20,539 DEBUG [RS:0;ff635fa717b5:39041 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39305 2024-11-08T22:20:20,539 DEBUG [RS:0;ff635fa717b5:39041 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T22:20:20,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40389-0x1011c88f6640006, quorum=127.0.0.1:54959, baseZNode=/2-1496202954 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1496202954/rs 2024-11-08T22:20:20,587 DEBUG [RS:0;ff635fa717b5:39041 {}] zookeeper.ZKUtil(111): regionserver:39041-0x1011c88f6640007, quorum=127.0.0.1:54959, baseZNode=/2-1496202954 Set watcher on existing znode=/2-1496202954/rs/ff635fa717b5,39041,1731104418385 2024-11-08T22:20:20,587 WARN [RS:0;ff635fa717b5:39041 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T22:20:20,587 INFO [RS:0;ff635fa717b5:39041 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:20:20,587 DEBUG [RS:0;ff635fa717b5:39041 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/WALs/ff635fa717b5,39041,1731104418385 2024-11-08T22:20:20,588 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ff635fa717b5,39041,1731104418385] 2024-11-08T22:20:20,590 INFO [RS:0;ff635fa717b5:39041 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T22:20:20,592 INFO [RS:0;ff635fa717b5:39041 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T22:20:20,592 INFO [RS:0;ff635fa717b5:39041 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T22:20:20,592 INFO [RS:0;ff635fa717b5:39041 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:20:20,592 INFO [RS:0;ff635fa717b5:39041 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T22:20:20,593 INFO [RS:0;ff635fa717b5:39041 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T22:20:20,593 INFO [RS:0;ff635fa717b5:39041 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T22:20:20,593 DEBUG [RS:0;ff635fa717b5:39041 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:20:20,593 DEBUG [RS:0;ff635fa717b5:39041 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:20:20,593 DEBUG [RS:0;ff635fa717b5:39041 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:20:20,593 DEBUG [RS:0;ff635fa717b5:39041 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:20:20,593 DEBUG [RS:0;ff635fa717b5:39041 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:20:20,593 DEBUG [RS:0;ff635fa717b5:39041 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ff635fa717b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T22:20:20,593 DEBUG [RS:0;ff635fa717b5:39041 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:20:20,593 DEBUG [RS:0;ff635fa717b5:39041 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:20:20,593 DEBUG [RS:0;ff635fa717b5:39041 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:20:20,593 DEBUG [RS:0;ff635fa717b5:39041 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:20:20,593 DEBUG [RS:0;ff635fa717b5:39041 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:20:20,593 DEBUG [RS:0;ff635fa717b5:39041 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:20:20,593 DEBUG [RS:0;ff635fa717b5:39041 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T22:20:20,593 DEBUG [RS:0;ff635fa717b5:39041 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T22:20:20,594 INFO [RS:0;ff635fa717b5:39041 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T22:20:20,594 INFO [RS:0;ff635fa717b5:39041 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T22:20:20,594 INFO [RS:0;ff635fa717b5:39041 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:20:20,594 INFO [RS:0;ff635fa717b5:39041 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T22:20:20,594 INFO [RS:0;ff635fa717b5:39041 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T22:20:20,594 INFO [RS:0;ff635fa717b5:39041 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,39041,1731104418385-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T22:20:20,606 INFO [RS:0;ff635fa717b5:39041 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T22:20:20,607 INFO [RS:0;ff635fa717b5:39041 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,39041,1731104418385-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:20:20,607 INFO [RS:0;ff635fa717b5:39041 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:20:20,607 INFO [RS:0;ff635fa717b5:39041 {}] regionserver.Replication(171): ff635fa717b5,39041,1731104418385 started 2024-11-08T22:20:20,619 INFO [RS:0;ff635fa717b5:39041 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:20:20,619 INFO [RS:0;ff635fa717b5:39041 {}] regionserver.HRegionServer(1482): Serving as ff635fa717b5,39041,1731104418385, RpcServer on ff635fa717b5/172.17.0.3:39041, sessionid=0x1011c88f6640007 2024-11-08T22:20:20,619 DEBUG [RS:0;ff635fa717b5:39041 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T22:20:20,619 DEBUG [RS:0;ff635fa717b5:39041 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ff635fa717b5,39041,1731104418385 2024-11-08T22:20:20,619 DEBUG [RS:0;ff635fa717b5:39041 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff635fa717b5,39041,1731104418385' 2024-11-08T22:20:20,619 DEBUG [RS:0;ff635fa717b5:39041 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1496202954/flush-table-proc/abort' 2024-11-08T22:20:20,619 DEBUG [RS:0;ff635fa717b5:39041 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1496202954/flush-table-proc/acquired' 2024-11-08T22:20:20,620 DEBUG [RS:0;ff635fa717b5:39041 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T22:20:20,620 DEBUG [RS:0;ff635fa717b5:39041 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T22:20:20,620 DEBUG [RS:0;ff635fa717b5:39041 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ff635fa717b5,39041,1731104418385 2024-11-08T22:20:20,620 DEBUG [RS:0;ff635fa717b5:39041 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff635fa717b5,39041,1731104418385' 2024-11-08T22:20:20,620 DEBUG [RS:0;ff635fa717b5:39041 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1496202954/online-snapshot/abort' 2024-11-08T22:20:20,620 DEBUG [RS:0;ff635fa717b5:39041 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1496202954/online-snapshot/acquired' 2024-11-08T22:20:20,620 DEBUG [RS:0;ff635fa717b5:39041 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T22:20:20,620 INFO [RS:0;ff635fa717b5:39041 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T22:20:20,620 INFO [RS:0;ff635fa717b5:39041 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T22:20:20,721 INFO [RS:0;ff635fa717b5:39041 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T22:20:20,722 INFO [RS:0;ff635fa717b5:39041 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff635fa717b5%2C39041%2C1731104418385, suffix=, logDir=hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/WALs/ff635fa717b5,39041,1731104418385, archiveDir=hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/oldWALs, maxLogs=10 2024-11-08T22:20:20,735 DEBUG [RS:0;ff635fa717b5:39041 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/WALs/ff635fa717b5,39041,1731104418385/ff635fa717b5%2C39041%2C1731104418385.1731104420722, exclude list is [], retry=0 2024-11-08T22:20:20,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43627,DS-0b46175e-c347-4e88-a7f9-bdf24a6302e0,DISK] 2024-11-08T22:20:20,738 INFO [RS:0;ff635fa717b5:39041 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/WALs/ff635fa717b5,39041,1731104418385/ff635fa717b5%2C39041%2C1731104418385.1731104420722 2024-11-08T22:20:20,738 DEBUG [RS:0;ff635fa717b5:39041 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40379:40379)] 2024-11-08T22:20:20,847 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T22:20:20,847 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6 2024-11-08T22:20:20,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741833_1009 (size=32) 2024-11-08T22:20:21,254 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:20:21,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T22:20:21,256 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T22:20:21,256 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:20:21,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:20:21,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T22:20:21,257 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T22:20:21,257 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:20:21,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:20:21,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T22:20:21,258 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T22:20:21,258 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:20:21,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:20:21,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T22:20:21,259 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T22:20:21,259 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:20:21,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:20:21,259 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T22:20:21,260 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/data/hbase/meta/1588230740 2024-11-08T22:20:21,260 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/data/hbase/meta/1588230740 2024-11-08T22:20:21,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T22:20:21,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T22:20:21,261 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T22:20:21,262 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T22:20:21,264 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:20:21,264 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66337901, jitterRate=-0.01148824393749237}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T22:20:21,264 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731104421254Initializing all the Stores at 1731104421255 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104421255Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104421255Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104421255Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104421255Cleaning up temporary data from old regions at 1731104421261 (+6 ms)Region opened successfully at 1731104421264 (+3 ms) 2024-11-08T22:20:21,264 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T22:20:21,264 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T22:20:21,264 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T22:20:21,264 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T22:20:21,264 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T22:20:21,264 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T22:20:21,264 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731104421264Disabling compacts and flushes for region at 1731104421264Disabling writes for close at 1731104421264Writing region close event to WAL at 1731104421264Closed at 1731104421264 2024-11-08T22:20:21,265 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T22:20:21,265 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T22:20:21,265 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T22:20:21,266 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T22:20:21,267 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T22:20:21,417 DEBUG [ff635fa717b5:40389 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T22:20:21,417 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ff635fa717b5,39041,1731104418385 2024-11-08T22:20:21,418 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff635fa717b5,39041,1731104418385, state=OPENING 2024-11-08T22:20:21,461 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T22:20:21,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39041-0x1011c88f6640007, quorum=127.0.0.1:54959, baseZNode=/2-1496202954 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1496202954 2024-11-08T22:20:21,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40389-0x1011c88f6640006, quorum=127.0.0.1:54959, baseZNode=/2-1496202954 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1496202954 2024-11-08T22:20:21,472 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1496202954/meta-region-server: CHANGED 2024-11-08T22:20:21,472 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1496202954/meta-region-server: CHANGED 2024-11-08T22:20:21,472 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T22:20:21,472 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ff635fa717b5,39041,1731104418385}] 2024-11-08T22:20:21,624 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T22:20:21,625 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36177, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T22:20:21,628 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T22:20:21,628 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:20:21,628 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T22:20:21,629 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff635fa717b5%2C39041%2C1731104418385.meta, suffix=.meta, logDir=hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/WALs/ff635fa717b5,39041,1731104418385, archiveDir=hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/oldWALs, maxLogs=10 2024-11-08T22:20:21,641 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/WALs/ff635fa717b5,39041,1731104418385/ff635fa717b5%2C39041%2C1731104418385.meta.1731104421629.meta, exclude list is [], retry=0 2024-11-08T22:20:21,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43627,DS-0b46175e-c347-4e88-a7f9-bdf24a6302e0,DISK] 2024-11-08T22:20:21,644 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/WALs/ff635fa717b5,39041,1731104418385/ff635fa717b5%2C39041%2C1731104418385.meta.1731104421629.meta 2024-11-08T22:20:21,645 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40379:40379)] 2024-11-08T22:20:21,645 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T22:20:21,645 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T22:20:21,645 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T22:20:21,645 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T22:20:21,645 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T22:20:21,645 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T22:20:21,645 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:20:21,645 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T22:20:21,645 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T22:20:21,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T22:20:21,648 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T22:20:21,648 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:20:21,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:20:21,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T22:20:21,649 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T22:20:21,649 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:20:21,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:20:21,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T22:20:21,650 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T22:20:21,650 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:20:21,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:20:21,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T22:20:21,651 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T22:20:21,651 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:20:21,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:20:21,651 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T22:20:21,652 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/data/hbase/meta/1588230740 2024-11-08T22:20:21,652 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/data/hbase/meta/1588230740 2024-11-08T22:20:21,653 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T22:20:21,653 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T22:20:21,653 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T22:20:21,654 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T22:20:21,655 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70545847, jitterRate=0.0512150377035141}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T22:20:21,655 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T22:20:21,655 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731104421646Writing region info on filesystem at 1731104421646Initializing all the Stores at 1731104421647 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104421647Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104421647Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104421647Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104421647Cleaning up temporary data from old regions at 1731104421653 (+6 ms)Running coprocessor post-open hooks at 1731104421655 (+2 ms)Region opened successfully at 1731104421655 2024-11-08T22:20:21,655 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731104421624 2024-11-08T22:20:21,657 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T22:20:21,657 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T22:20:21,658 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ff635fa717b5,39041,1731104418385 2024-11-08T22:20:21,658 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff635fa717b5,39041,1731104418385, state=OPEN 2024-11-08T22:20:21,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40389-0x1011c88f6640006, quorum=127.0.0.1:54959, baseZNode=/2-1496202954 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1496202954/meta-region-server 2024-11-08T22:20:21,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39041-0x1011c88f6640007, quorum=127.0.0.1:54959, baseZNode=/2-1496202954 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1496202954/meta-region-server 2024-11-08T22:20:21,661 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ff635fa717b5,39041,1731104418385 2024-11-08T22:20:21,661 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1496202954/meta-region-server: CHANGED 2024-11-08T22:20:21,661 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1496202954/meta-region-server: CHANGED 2024-11-08T22:20:21,662 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T22:20:21,662 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ff635fa717b5,39041,1731104418385 in 189 msec 2024-11-08T22:20:21,663 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T22:20:21,663 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 397 msec 2024-11-08T22:20:21,664 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T22:20:21,664 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T22:20:21,665 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:20:21,665 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,39041,1731104418385, seqNum=-1] 2024-11-08T22:20:21,665 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:20:21,666 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40431, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T22:20:21,670 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2370 sec 2024-11-08T22:20:21,670 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731104421670, completionTime=-1 2024-11-08T22:20:21,670 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T22:20:21,670 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T22:20:21,671 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T22:20:21,671 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731104481671 2024-11-08T22:20:21,671 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731104541671 2024-11-08T22:20:21,671 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T22:20:21,672 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,40389,1731104418270-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:20:21,672 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,40389,1731104418270-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:20:21,672 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,40389,1731104418270-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:20:21,672 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ff635fa717b5:40389, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:20:21,672 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T22:20:21,672 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T22:20:21,673 DEBUG [master/ff635fa717b5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T22:20:21,675 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.225sec 2024-11-08T22:20:21,675 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T22:20:21,675 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T22:20:21,675 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T22:20:21,675 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T22:20:21,675 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T22:20:21,675 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,40389,1731104418270-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T22:20:21,675 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,40389,1731104418270-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T22:20:21,677 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T22:20:21,677 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T22:20:21,677 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,40389,1731104418270-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:20:21,709 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47d49c87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:20:21,709 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,40389,-1 for getting cluster id 2024-11-08T22:20:21,709 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:20:21,710 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '09be95c2-3826-458d-a228-bda092d46f40' 2024-11-08T22:20:21,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:20:21,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "09be95c2-3826-458d-a228-bda092d46f40" 2024-11-08T22:20:21,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@418ad8a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:20:21,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,40389,-1] 2024-11-08T22:20:21,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:20:21,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:20:21,712 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:20:21,712 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22fb3651, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:20:21,713 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:20:21,714 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,39041,1731104418385, seqNum=-1] 2024-11-08T22:20:21,714 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:20:21,714 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T22:20:21,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ff635fa717b5,40389,1731104418270 2024-11-08T22:20:21,716 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:54959 2024-11-08T22:20:21,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:54959, baseZNode=/2-1496202954 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T22:20:21,724 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1011c88f6640008 connected 2024-11-08T22:20:21,736 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:20:21,737 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is ff635fa717b5,38033,1731104408423 2024-11-08T22:20:21,737 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@366c3630 2024-11-08T22:20:21,737 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T22:20:21,737 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T22:20:21,738 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38033 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T22:20:21,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38033 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T22:20:21,740 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T22:20:21,740 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:20:21,740 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38033 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T22:20:21,740 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T22:20:21,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:20:21,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35693 is added to blk_1073741835_1011 (size=902) 2024-11-08T22:20:21,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:20:22,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:20:22,147 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 36170b86241807e34941c2fc36e69276, NAME => 'test,,1731104421738.36170b86241807e34941c2fc36e69276.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1 2024-11-08T22:20:22,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35693 is added to blk_1073741836_1012 (size=39) 2024-11-08T22:20:22,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:20:22,552 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731104421738.36170b86241807e34941c2fc36e69276.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:20:22,552 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 36170b86241807e34941c2fc36e69276, disabling compactions & flushes 2024-11-08T22:20:22,552 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731104421738.36170b86241807e34941c2fc36e69276. 2024-11-08T22:20:22,552 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731104421738.36170b86241807e34941c2fc36e69276. 2024-11-08T22:20:22,552 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731104421738.36170b86241807e34941c2fc36e69276. after waiting 0 ms 2024-11-08T22:20:22,552 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731104421738.36170b86241807e34941c2fc36e69276. 2024-11-08T22:20:22,552 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731104421738.36170b86241807e34941c2fc36e69276. 2024-11-08T22:20:22,552 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 36170b86241807e34941c2fc36e69276: Waiting for close lock at 1731104422552Disabling compacts and flushes for region at 1731104422552Disabling writes for close at 1731104422552Writing region close event to WAL at 1731104422552Closed at 1731104422552 2024-11-08T22:20:22,553 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T22:20:22,553 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731104421738.36170b86241807e34941c2fc36e69276.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731104422553"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731104422553"}]},"ts":"1731104422553"} 2024-11-08T22:20:22,555 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T22:20:22,556 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T22:20:22,556 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731104422556"}]},"ts":"1731104422556"} 2024-11-08T22:20:22,558 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T22:20:22,558 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=36170b86241807e34941c2fc36e69276, ASSIGN}] 2024-11-08T22:20:22,559 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=36170b86241807e34941c2fc36e69276, ASSIGN 2024-11-08T22:20:22,560 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=36170b86241807e34941c2fc36e69276, ASSIGN; state=OFFLINE, location=ff635fa717b5,43655,1731104408616; forceNewPlan=false, retain=false 2024-11-08T22:20:22,710 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=36170b86241807e34941c2fc36e69276, regionState=OPENING, regionLocation=ff635fa717b5,43655,1731104408616 2024-11-08T22:20:22,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=36170b86241807e34941c2fc36e69276, ASSIGN because future has completed 2024-11-08T22:20:22,713 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 36170b86241807e34941c2fc36e69276, server=ff635fa717b5,43655,1731104408616}] 2024-11-08T22:20:22,868 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731104421738.36170b86241807e34941c2fc36e69276. 2024-11-08T22:20:22,868 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 36170b86241807e34941c2fc36e69276, NAME => 'test,,1731104421738.36170b86241807e34941c2fc36e69276.', STARTKEY => '', ENDKEY => ''} 2024-11-08T22:20:22,868 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T22:20:22,869 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T22:20:22,869 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 36170b86241807e34941c2fc36e69276 2024-11-08T22:20:22,869 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731104421738.36170b86241807e34941c2fc36e69276.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:20:22,869 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 36170b86241807e34941c2fc36e69276 2024-11-08T22:20:22,878 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 36170b86241807e34941c2fc36e69276 2024-11-08T22:20:22,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:20:22,879 INFO [StoreOpener-36170b86241807e34941c2fc36e69276-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 36170b86241807e34941c2fc36e69276 2024-11-08T22:20:22,880 INFO [StoreOpener-36170b86241807e34941c2fc36e69276-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36170b86241807e34941c2fc36e69276 columnFamilyName f 2024-11-08T22:20:22,880 DEBUG [StoreOpener-36170b86241807e34941c2fc36e69276-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:20:22,880 INFO [StoreOpener-36170b86241807e34941c2fc36e69276-1 {}] regionserver.HStore(327): Store=36170b86241807e34941c2fc36e69276/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:20:22,880 INFO [StoreOpener-36170b86241807e34941c2fc36e69276-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 36170b86241807e34941c2fc36e69276 2024-11-08T22:20:22,881 INFO [StoreOpener-36170b86241807e34941c2fc36e69276-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36170b86241807e34941c2fc36e69276 columnFamilyName f1 2024-11-08T22:20:22,881 DEBUG [StoreOpener-36170b86241807e34941c2fc36e69276-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:20:22,881 INFO [StoreOpener-36170b86241807e34941c2fc36e69276-1 {}] regionserver.HStore(327): Store=36170b86241807e34941c2fc36e69276/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:20:22,881 INFO [StoreOpener-36170b86241807e34941c2fc36e69276-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 36170b86241807e34941c2fc36e69276 2024-11-08T22:20:22,882 INFO [StoreOpener-36170b86241807e34941c2fc36e69276-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36170b86241807e34941c2fc36e69276 columnFamilyName norep 2024-11-08T22:20:22,882 DEBUG [StoreOpener-36170b86241807e34941c2fc36e69276-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:20:22,882 INFO [StoreOpener-36170b86241807e34941c2fc36e69276-1 {}] regionserver.HStore(327): Store=36170b86241807e34941c2fc36e69276/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:20:22,882 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 36170b86241807e34941c2fc36e69276 2024-11-08T22:20:22,883 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/data/default/test/36170b86241807e34941c2fc36e69276 2024-11-08T22:20:22,883 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/data/default/test/36170b86241807e34941c2fc36e69276 2024-11-08T22:20:22,884 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 36170b86241807e34941c2fc36e69276 2024-11-08T22:20:22,884 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 36170b86241807e34941c2fc36e69276 2024-11-08T22:20:22,884 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T22:20:22,885 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 36170b86241807e34941c2fc36e69276 2024-11-08T22:20:22,886 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/data/default/test/36170b86241807e34941c2fc36e69276/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:20:22,887 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 36170b86241807e34941c2fc36e69276; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65708814, jitterRate=-0.02086237072944641}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T22:20:22,887 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 36170b86241807e34941c2fc36e69276 2024-11-08T22:20:22,887 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 36170b86241807e34941c2fc36e69276: Running coprocessor pre-open hook at 1731104422878Writing region info on filesystem at 1731104422878Initializing all the Stores at 1731104422879 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104422879Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104422879Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104422879Cleaning up temporary data from old regions at 1731104422884 (+5 ms)Running coprocessor post-open hooks at 1731104422887 (+3 ms)Region opened successfully at 1731104422887 2024-11-08T22:20:22,888 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731104421738.36170b86241807e34941c2fc36e69276., pid=6, masterSystemTime=1731104422864 2024-11-08T22:20:22,889 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731104421738.36170b86241807e34941c2fc36e69276. 2024-11-08T22:20:22,889 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731104421738.36170b86241807e34941c2fc36e69276. 2024-11-08T22:20:22,890 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=36170b86241807e34941c2fc36e69276, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ff635fa717b5,43655,1731104408616 2024-11-08T22:20:22,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 36170b86241807e34941c2fc36e69276, server=ff635fa717b5,43655,1731104408616 because future has completed 2024-11-08T22:20:22,892 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38033 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=ff635fa717b5,43655,1731104408616, table=test, region=36170b86241807e34941c2fc36e69276. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-08T22:20:22,894 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T22:20:22,894 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 36170b86241807e34941c2fc36e69276, server=ff635fa717b5,43655,1731104408616 in 180 msec 2024-11-08T22:20:22,895 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T22:20:22,895 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=36170b86241807e34941c2fc36e69276, ASSIGN in 336 msec 2024-11-08T22:20:22,896 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T22:20:22,896 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731104422896"}]},"ts":"1731104422896"} 2024-11-08T22:20:22,898 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T22:20:22,898 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T22:20:22,899 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1600 sec 2024-11-08T22:20:23,138 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T22:20:23,138 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-08T22:20:23,138 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T22:20:23,138 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-08T22:20:23,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:20:23,888 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T22:20:23,888 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:20:23,889 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is ff635fa717b5,46813,1731104413588 2024-11-08T22:20:23,889 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23827632 2024-11-08T22:20:23,890 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T22:20:23,890 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T22:20:23,891 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46813 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T22:20:23,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46813 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T22:20:23,893 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T22:20:23,894 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:20:23,894 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46813 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T22:20:23,895 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T22:20:23,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:20:23,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43523 is added to blk_1073741835_1011 (size=902) 2024-11-08T22:20:23,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:20:24,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:20:24,300 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6dcb5c6f402541af3980cb41a2bf58b8, NAME => 'test,,1731104423891.6dcb5c6f402541af3980cb41a2bf58b8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560 2024-11-08T22:20:24,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43523 is added to blk_1073741836_1012 (size=39) 2024-11-08T22:20:24,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:20:24,705 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731104423891.6dcb5c6f402541af3980cb41a2bf58b8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:20:24,705 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6dcb5c6f402541af3980cb41a2bf58b8, disabling compactions & flushes 2024-11-08T22:20:24,705 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731104423891.6dcb5c6f402541af3980cb41a2bf58b8. 2024-11-08T22:20:24,705 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731104423891.6dcb5c6f402541af3980cb41a2bf58b8. 2024-11-08T22:20:24,705 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731104423891.6dcb5c6f402541af3980cb41a2bf58b8. after waiting 0 ms 2024-11-08T22:20:24,705 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731104423891.6dcb5c6f402541af3980cb41a2bf58b8. 2024-11-08T22:20:24,705 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731104423891.6dcb5c6f402541af3980cb41a2bf58b8. 2024-11-08T22:20:24,705 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6dcb5c6f402541af3980cb41a2bf58b8: Waiting for close lock at 1731104424705Disabling compacts and flushes for region at 1731104424705Disabling writes for close at 1731104424705Writing region close event to WAL at 1731104424705Closed at 1731104424705 2024-11-08T22:20:24,707 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T22:20:24,707 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731104423891.6dcb5c6f402541af3980cb41a2bf58b8.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731104424707"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731104424707"}]},"ts":"1731104424707"} 2024-11-08T22:20:24,709 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T22:20:24,709 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T22:20:24,710 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731104424709"}]},"ts":"1731104424709"} 2024-11-08T22:20:24,711 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T22:20:24,711 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6dcb5c6f402541af3980cb41a2bf58b8, ASSIGN}] 2024-11-08T22:20:24,712 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6dcb5c6f402541af3980cb41a2bf58b8, ASSIGN 2024-11-08T22:20:24,713 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6dcb5c6f402541af3980cb41a2bf58b8, ASSIGN; state=OFFLINE, location=ff635fa717b5,45995,1731104413736; forceNewPlan=false, retain=false 2024-11-08T22:20:24,863 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6dcb5c6f402541af3980cb41a2bf58b8, regionState=OPENING, regionLocation=ff635fa717b5,45995,1731104413736 2024-11-08T22:20:24,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6dcb5c6f402541af3980cb41a2bf58b8, ASSIGN because future has completed 2024-11-08T22:20:24,866 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6dcb5c6f402541af3980cb41a2bf58b8, server=ff635fa717b5,45995,1731104413736}] 2024-11-08T22:20:25,020 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731104423891.6dcb5c6f402541af3980cb41a2bf58b8. 2024-11-08T22:20:25,020 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6dcb5c6f402541af3980cb41a2bf58b8, NAME => 'test,,1731104423891.6dcb5c6f402541af3980cb41a2bf58b8.', STARTKEY => '', ENDKEY => ''} 2024-11-08T22:20:25,021 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T22:20:25,021 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T22:20:25,021 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6dcb5c6f402541af3980cb41a2bf58b8 2024-11-08T22:20:25,021 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731104423891.6dcb5c6f402541af3980cb41a2bf58b8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:20:25,021 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6dcb5c6f402541af3980cb41a2bf58b8 2024-11-08T22:20:25,021 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6dcb5c6f402541af3980cb41a2bf58b8 2024-11-08T22:20:25,022 INFO [StoreOpener-6dcb5c6f402541af3980cb41a2bf58b8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6dcb5c6f402541af3980cb41a2bf58b8 2024-11-08T22:20:25,023 INFO [StoreOpener-6dcb5c6f402541af3980cb41a2bf58b8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6dcb5c6f402541af3980cb41a2bf58b8 columnFamilyName f 2024-11-08T22:20:25,023 DEBUG [StoreOpener-6dcb5c6f402541af3980cb41a2bf58b8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:20:25,023 INFO [StoreOpener-6dcb5c6f402541af3980cb41a2bf58b8-1 {}] regionserver.HStore(327): Store=6dcb5c6f402541af3980cb41a2bf58b8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:20:25,023 INFO [StoreOpener-6dcb5c6f402541af3980cb41a2bf58b8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6dcb5c6f402541af3980cb41a2bf58b8 2024-11-08T22:20:25,024 INFO [StoreOpener-6dcb5c6f402541af3980cb41a2bf58b8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6dcb5c6f402541af3980cb41a2bf58b8 columnFamilyName f1 2024-11-08T22:20:25,024 DEBUG [StoreOpener-6dcb5c6f402541af3980cb41a2bf58b8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:20:25,024 INFO [StoreOpener-6dcb5c6f402541af3980cb41a2bf58b8-1 {}] regionserver.HStore(327): Store=6dcb5c6f402541af3980cb41a2bf58b8/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:20:25,024 INFO [StoreOpener-6dcb5c6f402541af3980cb41a2bf58b8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6dcb5c6f402541af3980cb41a2bf58b8 2024-11-08T22:20:25,025 INFO [StoreOpener-6dcb5c6f402541af3980cb41a2bf58b8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6dcb5c6f402541af3980cb41a2bf58b8 columnFamilyName norep 2024-11-08T22:20:25,025 DEBUG [StoreOpener-6dcb5c6f402541af3980cb41a2bf58b8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:20:25,025 INFO [StoreOpener-6dcb5c6f402541af3980cb41a2bf58b8-1 {}] regionserver.HStore(327): Store=6dcb5c6f402541af3980cb41a2bf58b8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:20:25,025 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6dcb5c6f402541af3980cb41a2bf58b8 2024-11-08T22:20:25,026 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/data/default/test/6dcb5c6f402541af3980cb41a2bf58b8 2024-11-08T22:20:25,026 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/data/default/test/6dcb5c6f402541af3980cb41a2bf58b8 2024-11-08T22:20:25,027 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6dcb5c6f402541af3980cb41a2bf58b8 2024-11-08T22:20:25,027 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6dcb5c6f402541af3980cb41a2bf58b8 2024-11-08T22:20:25,027 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T22:20:25,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:20:25,028 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6dcb5c6f402541af3980cb41a2bf58b8 2024-11-08T22:20:25,031 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/data/default/test/6dcb5c6f402541af3980cb41a2bf58b8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:20:25,031 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6dcb5c6f402541af3980cb41a2bf58b8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69775817, jitterRate=0.03974069654941559}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T22:20:25,031 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6dcb5c6f402541af3980cb41a2bf58b8 2024-11-08T22:20:25,031 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6dcb5c6f402541af3980cb41a2bf58b8: Running coprocessor pre-open hook at 1731104425021Writing region info on filesystem at 1731104425021Initializing all the Stores at 1731104425022 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104425022Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104425022Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104425022Cleaning up temporary data from old regions at 1731104425027 (+5 ms)Running coprocessor post-open hooks at 1731104425031 (+4 ms)Region opened successfully at 1731104425031 2024-11-08T22:20:25,032 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731104423891.6dcb5c6f402541af3980cb41a2bf58b8., pid=6, masterSystemTime=1731104425017 2024-11-08T22:20:25,034 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731104423891.6dcb5c6f402541af3980cb41a2bf58b8. 2024-11-08T22:20:25,034 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731104423891.6dcb5c6f402541af3980cb41a2bf58b8. 2024-11-08T22:20:25,034 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6dcb5c6f402541af3980cb41a2bf58b8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ff635fa717b5,45995,1731104413736 2024-11-08T22:20:25,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6dcb5c6f402541af3980cb41a2bf58b8, server=ff635fa717b5,45995,1731104413736 because future has completed 2024-11-08T22:20:25,038 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T22:20:25,038 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6dcb5c6f402541af3980cb41a2bf58b8, server=ff635fa717b5,45995,1731104413736 in 170 msec 2024-11-08T22:20:25,039 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T22:20:25,039 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6dcb5c6f402541af3980cb41a2bf58b8, ASSIGN in 327 msec 2024-11-08T22:20:25,039 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T22:20:25,039 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731104425039"}]},"ts":"1731104425039"} 2024-11-08T22:20:25,041 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T22:20:25,042 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T22:20:25,043 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1510 sec 2024-11-08T22:20:26,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:20:26,038 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T22:20:26,038 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:20:26,039 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ff635fa717b5,40389,1731104418270 2024-11-08T22:20:26,039 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43c5a831 2024-11-08T22:20:26,039 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T22:20:26,040 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T22:20:26,041 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40389 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T22:20:26,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40389 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T22:20:26,043 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T22:20:26,043 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:20:26,043 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40389 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T22:20:26,044 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T22:20:26,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:20:26,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741835_1011 (size=902) 2024-11-08T22:20:26,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:20:26,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:20:26,455 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 25e639cac2448f43c10654fc4bfd5714, NAME => 'test,,1731104426041.25e639cac2448f43c10654fc4bfd5714.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6 2024-11-08T22:20:26,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741836_1012 (size=39) 2024-11-08T22:20:26,460 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731104426041.25e639cac2448f43c10654fc4bfd5714.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:20:26,460 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 25e639cac2448f43c10654fc4bfd5714, disabling compactions & flushes 2024-11-08T22:20:26,460 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731104426041.25e639cac2448f43c10654fc4bfd5714. 2024-11-08T22:20:26,460 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731104426041.25e639cac2448f43c10654fc4bfd5714. 2024-11-08T22:20:26,460 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731104426041.25e639cac2448f43c10654fc4bfd5714. after waiting 0 ms 2024-11-08T22:20:26,460 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731104426041.25e639cac2448f43c10654fc4bfd5714. 2024-11-08T22:20:26,460 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731104426041.25e639cac2448f43c10654fc4bfd5714. 2024-11-08T22:20:26,460 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 25e639cac2448f43c10654fc4bfd5714: Waiting for close lock at 1731104426460Disabling compacts and flushes for region at 1731104426460Disabling writes for close at 1731104426460Writing region close event to WAL at 1731104426460Closed at 1731104426460 2024-11-08T22:20:26,461 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T22:20:26,461 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731104426041.25e639cac2448f43c10654fc4bfd5714.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731104426461"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731104426461"}]},"ts":"1731104426461"} 2024-11-08T22:20:26,463 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T22:20:26,464 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T22:20:26,464 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731104426464"}]},"ts":"1731104426464"} 2024-11-08T22:20:26,465 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T22:20:26,466 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=25e639cac2448f43c10654fc4bfd5714, ASSIGN}] 2024-11-08T22:20:26,467 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=25e639cac2448f43c10654fc4bfd5714, ASSIGN 2024-11-08T22:20:26,467 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=25e639cac2448f43c10654fc4bfd5714, ASSIGN; state=OFFLINE, location=ff635fa717b5,39041,1731104418385; forceNewPlan=false, retain=false 2024-11-08T22:20:26,618 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=25e639cac2448f43c10654fc4bfd5714, regionState=OPENING, regionLocation=ff635fa717b5,39041,1731104418385 2024-11-08T22:20:26,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=25e639cac2448f43c10654fc4bfd5714, ASSIGN because future has completed 2024-11-08T22:20:26,621 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 25e639cac2448f43c10654fc4bfd5714, server=ff635fa717b5,39041,1731104418385}] 2024-11-08T22:20:26,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:26,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:26,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:26,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:26,647 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:26,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:20:26,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:26,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:26,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:26,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:26,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:26,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:26,708 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:26,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:26,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:26,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:26,777 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731104426041.25e639cac2448f43c10654fc4bfd5714. 2024-11-08T22:20:26,778 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 25e639cac2448f43c10654fc4bfd5714, NAME => 'test,,1731104426041.25e639cac2448f43c10654fc4bfd5714.', STARTKEY => '', ENDKEY => ''} 2024-11-08T22:20:26,778 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T22:20:26,778 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T22:20:26,778 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 25e639cac2448f43c10654fc4bfd5714 2024-11-08T22:20:26,778 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731104426041.25e639cac2448f43c10654fc4bfd5714.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:20:26,778 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 25e639cac2448f43c10654fc4bfd5714 2024-11-08T22:20:26,779 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 25e639cac2448f43c10654fc4bfd5714 2024-11-08T22:20:26,784 INFO [StoreOpener-25e639cac2448f43c10654fc4bfd5714-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 25e639cac2448f43c10654fc4bfd5714 2024-11-08T22:20:26,785 INFO [StoreOpener-25e639cac2448f43c10654fc4bfd5714-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25e639cac2448f43c10654fc4bfd5714 columnFamilyName f 2024-11-08T22:20:26,785 DEBUG [StoreOpener-25e639cac2448f43c10654fc4bfd5714-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:20:26,785 INFO [StoreOpener-25e639cac2448f43c10654fc4bfd5714-1 {}] regionserver.HStore(327): Store=25e639cac2448f43c10654fc4bfd5714/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:20:26,785 INFO [StoreOpener-25e639cac2448f43c10654fc4bfd5714-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 25e639cac2448f43c10654fc4bfd5714 2024-11-08T22:20:26,786 INFO [StoreOpener-25e639cac2448f43c10654fc4bfd5714-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25e639cac2448f43c10654fc4bfd5714 columnFamilyName f1 2024-11-08T22:20:26,786 DEBUG [StoreOpener-25e639cac2448f43c10654fc4bfd5714-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:20:26,787 INFO [StoreOpener-25e639cac2448f43c10654fc4bfd5714-1 {}] regionserver.HStore(327): Store=25e639cac2448f43c10654fc4bfd5714/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:20:26,787 INFO [StoreOpener-25e639cac2448f43c10654fc4bfd5714-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 25e639cac2448f43c10654fc4bfd5714 2024-11-08T22:20:26,787 INFO [StoreOpener-25e639cac2448f43c10654fc4bfd5714-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25e639cac2448f43c10654fc4bfd5714 columnFamilyName norep 2024-11-08T22:20:26,787 DEBUG [StoreOpener-25e639cac2448f43c10654fc4bfd5714-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:20:26,788 INFO [StoreOpener-25e639cac2448f43c10654fc4bfd5714-1 {}] regionserver.HStore(327): Store=25e639cac2448f43c10654fc4bfd5714/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:20:26,788 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 25e639cac2448f43c10654fc4bfd5714 2024-11-08T22:20:26,788 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/data/default/test/25e639cac2448f43c10654fc4bfd5714 2024-11-08T22:20:26,788 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/data/default/test/25e639cac2448f43c10654fc4bfd5714 2024-11-08T22:20:26,789 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 25e639cac2448f43c10654fc4bfd5714 2024-11-08T22:20:26,789 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 25e639cac2448f43c10654fc4bfd5714 2024-11-08T22:20:26,789 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T22:20:26,790 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 25e639cac2448f43c10654fc4bfd5714 2024-11-08T22:20:26,792 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/data/default/test/25e639cac2448f43c10654fc4bfd5714/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:20:26,792 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 25e639cac2448f43c10654fc4bfd5714; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59557028, jitterRate=-0.11253112554550171}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T22:20:26,792 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 25e639cac2448f43c10654fc4bfd5714 2024-11-08T22:20:26,792 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 25e639cac2448f43c10654fc4bfd5714: Running coprocessor pre-open hook at 1731104426779Writing region info on filesystem at 1731104426779Initializing all the Stores at 1731104426779Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104426779Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104426783 (+4 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104426783Cleaning up temporary data from old regions at 1731104426789 (+6 ms)Running coprocessor post-open hooks at 1731104426792 (+3 ms)Region opened successfully at 1731104426792 2024-11-08T22:20:26,793 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731104426041.25e639cac2448f43c10654fc4bfd5714., pid=6, masterSystemTime=1731104426773 2024-11-08T22:20:26,795 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731104426041.25e639cac2448f43c10654fc4bfd5714. 2024-11-08T22:20:26,795 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731104426041.25e639cac2448f43c10654fc4bfd5714. 2024-11-08T22:20:26,795 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=25e639cac2448f43c10654fc4bfd5714, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ff635fa717b5,39041,1731104418385 2024-11-08T22:20:26,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 25e639cac2448f43c10654fc4bfd5714, server=ff635fa717b5,39041,1731104418385 because future has completed 2024-11-08T22:20:26,800 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T22:20:26,800 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 25e639cac2448f43c10654fc4bfd5714, server=ff635fa717b5,39041,1731104418385 in 177 msec 2024-11-08T22:20:26,802 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T22:20:26,802 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=25e639cac2448f43c10654fc4bfd5714, ASSIGN in 334 msec 2024-11-08T22:20:26,802 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T22:20:26,802 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731104426802"}]},"ts":"1731104426802"} 2024-11-08T22:20:26,805 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T22:20:26,806 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T22:20:26,807 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 765 msec 2024-11-08T22:20:27,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:20:27,179 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T22:20:27,179 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@632f9093, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:20:27,179 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,38033,-1 for getting cluster id 2024-11-08T22:20:27,179 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:20:27,180 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de93fa9e-36f5-4d38-a21b-3a97323c6fe6' 2024-11-08T22:20:27,180 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:20:27,181 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de93fa9e-36f5-4d38-a21b-3a97323c6fe6" 2024-11-08T22:20:27,181 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dd44833, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:20:27,181 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,38033,-1] 2024-11-08T22:20:27,181 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:20:27,181 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:20:27,182 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:20:27,182 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ac804e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:20:27,182 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:20:27,183 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is ff635fa717b5,38033,1731104408423 2024-11-08T22:20:27,183 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c790dbd 2024-11-08T22:20:27,183 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T22:20:27,184 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T22:20:27,184 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38033 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ff635fa717b5:46813,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T22:20:27,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38033 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T22:20:27,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T22:20:27,186 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ff635fa717b5:46813' 2024-11-08T22:20:27,187 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76c199ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:20:27,187 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,46813,-1 for getting cluster id 2024-11-08T22:20:27,187 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:20:27,187 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '15016b2f-7223-400a-b776-3e4f6175ef2f' 2024-11-08T22:20:27,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:20:27,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "15016b2f-7223-400a-b776-3e4f6175ef2f" 2024-11-08T22:20:27,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ddd20c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:20:27,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,46813,-1] 2024-11-08T22:20:27,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:20:27,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:20:27,189 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:20:27,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dc2ccf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:20:27,189 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:20:27,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ff635fa717b5,46813,1731104413588 2024-11-08T22:20:27,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d0f0b21 2024-11-08T22:20:27,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T22:20:27,191 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T22:20:27,191 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T22:20:27,191 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T22:20:27,191 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:20:27,191 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:20:27,191 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:20:27,192 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T22:20:27,193 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T22:20:27,193 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T22:20:27,193 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:20:27,194 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T22:20:27,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35693 is added to blk_1073741837_1013 (size=1138) 2024-11-08T22:20:27,243 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T22:20:27,252 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T22:20:27,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:27,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:27,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:27,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:27,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:27,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:27,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:27,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:27,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:27,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:27,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T22:20:27,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:27,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:27,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:27,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:27,299 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:27,323 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-08T22:20:27,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T22:20:27,603 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c2ddafb5ee5a4af78977af92a527d822, NAME => 'hbase:replication,,1731104427192.c2ddafb5ee5a4af78977af92a527d822.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1 2024-11-08T22:20:27,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35693 is added to blk_1073741838_1014 (size=44) 2024-11-08T22:20:27,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T22:20:28,007 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731104427192.c2ddafb5ee5a4af78977af92a527d822.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:20:28,007 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c2ddafb5ee5a4af78977af92a527d822, disabling compactions & flushes 2024-11-08T22:20:28,008 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731104427192.c2ddafb5ee5a4af78977af92a527d822. 2024-11-08T22:20:28,008 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731104427192.c2ddafb5ee5a4af78977af92a527d822. 2024-11-08T22:20:28,008 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731104427192.c2ddafb5ee5a4af78977af92a527d822. after waiting 0 ms 2024-11-08T22:20:28,008 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731104427192.c2ddafb5ee5a4af78977af92a527d822. 2024-11-08T22:20:28,008 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731104427192.c2ddafb5ee5a4af78977af92a527d822. 2024-11-08T22:20:28,008 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c2ddafb5ee5a4af78977af92a527d822: Waiting for close lock at 1731104428007Disabling compacts and flushes for region at 1731104428007Disabling writes for close at 1731104428008 (+1 ms)Writing region close event to WAL at 1731104428008Closed at 1731104428008 2024-11-08T22:20:28,009 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T22:20:28,009 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731104427192.c2ddafb5ee5a4af78977af92a527d822.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731104428009"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731104428009"}]},"ts":"1731104428009"} 2024-11-08T22:20:28,011 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T22:20:28,012 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T22:20:28,012 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731104428012"}]},"ts":"1731104428012"} 2024-11-08T22:20:28,013 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T22:20:28,014 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c2ddafb5ee5a4af78977af92a527d822, ASSIGN}] 2024-11-08T22:20:28,015 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c2ddafb5ee5a4af78977af92a527d822, ASSIGN 2024-11-08T22:20:28,015 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c2ddafb5ee5a4af78977af92a527d822, ASSIGN; state=OFFLINE, location=ff635fa717b5,43655,1731104408616; forceNewPlan=false, retain=false 2024-11-08T22:20:28,166 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c2ddafb5ee5a4af78977af92a527d822, regionState=OPENING, regionLocation=ff635fa717b5,43655,1731104408616 2024-11-08T22:20:28,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c2ddafb5ee5a4af78977af92a527d822, ASSIGN because future has completed 2024-11-08T22:20:28,168 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c2ddafb5ee5a4af78977af92a527d822, server=ff635fa717b5,43655,1731104408616}] 2024-11-08T22:20:28,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T22:20:28,322 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731104427192.c2ddafb5ee5a4af78977af92a527d822. 2024-11-08T22:20:28,322 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:20:28,323 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T22:20:28,324 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff635fa717b5%2C43655%2C1731104408616.rep, suffix=, logDir=hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/WALs/ff635fa717b5,43655,1731104408616, archiveDir=hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/oldWALs, maxLogs=10 2024-11-08T22:20:28,336 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/WALs/ff635fa717b5,43655,1731104408616/ff635fa717b5%2C43655%2C1731104408616.rep.1731104428324, exclude list is [], retry=0 2024-11-08T22:20:28,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35693,DS-c0be128e-4290-4ffc-abcd-228316c6afd3,DISK] 2024-11-08T22:20:28,339 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/WALs/ff635fa717b5,43655,1731104408616/ff635fa717b5%2C43655%2C1731104408616.rep.1731104428324 2024-11-08T22:20:28,339 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39477:39477)] 2024-11-08T22:20:28,339 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c2ddafb5ee5a4af78977af92a527d822, NAME => 'hbase:replication,,1731104427192.c2ddafb5ee5a4af78977af92a527d822.', STARTKEY => '', ENDKEY => ''} 2024-11-08T22:20:28,340 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T22:20:28,340 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T22:20:28,340 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731104427192.c2ddafb5ee5a4af78977af92a527d822. service=MultiRowMutationService 2024-11-08T22:20:28,340 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T22:20:28,340 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c2ddafb5ee5a4af78977af92a527d822 2024-11-08T22:20:28,340 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731104427192.c2ddafb5ee5a4af78977af92a527d822.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:20:28,340 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c2ddafb5ee5a4af78977af92a527d822 2024-11-08T22:20:28,340 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c2ddafb5ee5a4af78977af92a527d822 2024-11-08T22:20:28,341 INFO [StoreOpener-c2ddafb5ee5a4af78977af92a527d822-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c2ddafb5ee5a4af78977af92a527d822 2024-11-08T22:20:28,342 INFO [StoreOpener-c2ddafb5ee5a4af78977af92a527d822-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2ddafb5ee5a4af78977af92a527d822 columnFamilyName hfileref 2024-11-08T22:20:28,342 DEBUG [StoreOpener-c2ddafb5ee5a4af78977af92a527d822-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:20:28,342 INFO [StoreOpener-c2ddafb5ee5a4af78977af92a527d822-1 {}] regionserver.HStore(327): Store=c2ddafb5ee5a4af78977af92a527d822/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:20:28,342 INFO [StoreOpener-c2ddafb5ee5a4af78977af92a527d822-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c2ddafb5ee5a4af78977af92a527d822 2024-11-08T22:20:28,343 INFO [StoreOpener-c2ddafb5ee5a4af78977af92a527d822-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2ddafb5ee5a4af78977af92a527d822 columnFamilyName queue 2024-11-08T22:20:28,343 DEBUG [StoreOpener-c2ddafb5ee5a4af78977af92a527d822-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:20:28,343 INFO [StoreOpener-c2ddafb5ee5a4af78977af92a527d822-1 {}] regionserver.HStore(327): Store=c2ddafb5ee5a4af78977af92a527d822/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:20:28,343 INFO [StoreOpener-c2ddafb5ee5a4af78977af92a527d822-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c2ddafb5ee5a4af78977af92a527d822 2024-11-08T22:20:28,344 INFO [StoreOpener-c2ddafb5ee5a4af78977af92a527d822-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2ddafb5ee5a4af78977af92a527d822 columnFamilyName sid 2024-11-08T22:20:28,344 DEBUG [StoreOpener-c2ddafb5ee5a4af78977af92a527d822-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:20:28,344 INFO [StoreOpener-c2ddafb5ee5a4af78977af92a527d822-1 {}] regionserver.HStore(327): Store=c2ddafb5ee5a4af78977af92a527d822/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:20:28,344 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c2ddafb5ee5a4af78977af92a527d822 2024-11-08T22:20:28,345 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/data/hbase/replication/c2ddafb5ee5a4af78977af92a527d822 2024-11-08T22:20:28,345 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/data/hbase/replication/c2ddafb5ee5a4af78977af92a527d822 2024-11-08T22:20:28,345 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c2ddafb5ee5a4af78977af92a527d822 2024-11-08T22:20:28,345 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c2ddafb5ee5a4af78977af92a527d822 2024-11-08T22:20:28,346 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T22:20:28,346 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c2ddafb5ee5a4af78977af92a527d822 2024-11-08T22:20:28,347 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/data/hbase/replication/c2ddafb5ee5a4af78977af92a527d822/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:20:28,347 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c2ddafb5ee5a4af78977af92a527d822; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66139156, jitterRate=-0.014449775218963623}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T22:20:28,347 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c2ddafb5ee5a4af78977af92a527d822 2024-11-08T22:20:28,347 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c2ddafb5ee5a4af78977af92a527d822: Running coprocessor pre-open hook at 1731104428340Writing region info on filesystem at 1731104428340Initializing all the Stores at 1731104428341 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104428341Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104428341Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104428341Cleaning up temporary data from old regions at 1731104428345 (+4 ms)Running coprocessor post-open hooks at 1731104428347 (+2 ms)Region opened successfully at 1731104428347 2024-11-08T22:20:28,348 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731104427192.c2ddafb5ee5a4af78977af92a527d822., pid=10, masterSystemTime=1731104428320 2024-11-08T22:20:28,349 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731104427192.c2ddafb5ee5a4af78977af92a527d822. 2024-11-08T22:20:28,349 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731104427192.c2ddafb5ee5a4af78977af92a527d822. 2024-11-08T22:20:28,350 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c2ddafb5ee5a4af78977af92a527d822, regionState=OPEN, openSeqNum=2, regionLocation=ff635fa717b5,43655,1731104408616 2024-11-08T22:20:28,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c2ddafb5ee5a4af78977af92a527d822, server=ff635fa717b5,43655,1731104408616 because future has completed 2024-11-08T22:20:28,353 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T22:20:28,353 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c2ddafb5ee5a4af78977af92a527d822, server=ff635fa717b5,43655,1731104408616 in 184 msec 2024-11-08T22:20:28,355 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T22:20:28,355 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c2ddafb5ee5a4af78977af92a527d822, ASSIGN in 339 msec 2024-11-08T22:20:28,355 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T22:20:28,355 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731104428355"}]},"ts":"1731104428355"} 2024-11-08T22:20:28,357 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T22:20:28,357 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T22:20:28,358 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1650 sec 2024-11-08T22:20:28,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731104427192.c2ddafb5ee5a4af78977af92a527d822., hostname=ff635fa717b5,43655,1731104408616, seqNum=2] 2024-11-08T22:20:28,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43655-0x1011c88f6640001, quorum=127.0.0.1:54959, baseZNode=/0147765626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0147765626 2024-11-08T22:20:28,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38033-0x1011c88f6640000, quorum=127.0.0.1:54959, baseZNode=/0147765626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0147765626 2024-11-08T22:20:28,503 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T22:20:28,655 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43655 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T22:20:28,656 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T22:20:28,690 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ff635fa717b5,43655,1731104408616, ReplicationSource: 1, currentBandwidth=0 2024-11-08T22:20:28,691 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:20:28,691 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,43655,1731104408616, seqNum=-1] 2024-11-08T22:20:28,692 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:20:28,692 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51435, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-08T22:20:28,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ff635fa717b5,43655,1731104408616', locateType=CURRENT is [region=hbase:replication,,1731104427192.c2ddafb5ee5a4af78977af92a527d822., hostname=ff635fa717b5,43655,1731104408616, seqNum=2] 2024-11-08T22:20:28,696 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T22:20:28,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38033 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T22:20:28,698 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ff635fa717b5,43655,1731104408616 suceeded 2024-11-08T22:20:28,699 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T22:20:28,699 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 195 msec 2024-11-08T22:20:28,700 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ff635fa717b5:46813,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T22:20:28,701 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5160 sec 2024-11-08T22:20:28,711 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,43655,1731104408616 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ff635fa717b5:46813' 2024-11-08T22:20:28,712 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,43655,1731104408616 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@574c1db4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:20:28,712 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,43655,1731104408616 {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,46813,-1 for getting cluster id 2024-11-08T22:20:28,712 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,43655,1731104408616 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:20:28,713 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '15016b2f-7223-400a-b776-3e4f6175ef2f' 2024-11-08T22:20:28,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:20:28,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "15016b2f-7223-400a-b776-3e4f6175ef2f" 2024-11-08T22:20:28,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2be1c415, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:20:28,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,46813,-1] 2024-11-08T22:20:28,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:20:28,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:20:28,714 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:20:28,714 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,43655,1731104408616 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a18e8d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:20:28,714 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,43655,1731104408616 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:20:28,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ff635fa717b5,46813,1731104413588 2024-11-08T22:20:28,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c3be69 2024-11-08T22:20:28,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T22:20:28,716 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-08T22:20:28,716 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,43655,1731104408616 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ff635fa717b5,43655,1731104408616 (queues=1) is replicating from cluster=de93fa9e-36f5-4d38-a21b-3a97323c6fe6 to cluster=15016b2f-7223-400a-b776-3e4f6175ef2f 2024-11-08T22:20:28,716 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,43655,1731104408616 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ff635fa717b5%2C43655%2C1731104408616 2024-11-08T22:20:28,716 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,43655,1731104408616 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ff635fa717b5,43655,1731104408616, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T22:20:28,717 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,43655,1731104408616.replicationSource.shipperff635fa717b5%2C43655%2C1731104408616,1-ff635fa717b5,43655,1731104408616 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ff635fa717b5%2C43655%2C1731104408616 2024-11-08T22:20:28,717 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,43655,1731104408616.replicationSource.wal-reader.ff635fa717b5%2C43655%2C1731104408616,1-ff635fa717b5,43655,1731104408616 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/WALs/ff635fa717b5,43655,1731104408616/ff635fa717b5%2C43655%2C1731104408616.1731104410419, startPosition=0, beingWritten=true 2024-11-08T22:20:28,720 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,43655,1731104408616.replicationSource.wal-reader.ff635fa717b5%2C43655%2C1731104408616,1-ff635fa717b5,43655,1731104408616 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T22:20:28,720 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,43655,1731104408616.replicationSource.wal-reader.ff635fa717b5%2C43655%2C1731104408616,1-ff635fa717b5,43655,1731104408616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/WALs/ff635fa717b5,43655,1731104408616/ff635fa717b5%2C43655%2C1731104408616.1731104410419 to pos 379, reset compression=false 2024-11-08T22:20:28,720 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,43655,1731104408616.replicationSource.shipperff635fa717b5%2C43655%2C1731104408616,1-ff635fa717b5,43655,1731104408616 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff635fa717b5,43655,1731104408616 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/WALs/ff635fa717b5,43655,1731104408616/ff635fa717b5%2C43655%2C1731104408616.1731104410419, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T22:20:28,923 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,43655,1731104408616.replicationSource.wal-reader.ff635fa717b5%2C43655%2C1731104408616,1-ff635fa717b5,43655,1731104408616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/WALs/ff635fa717b5,43655,1731104408616/ff635fa717b5%2C43655%2C1731104408616.1731104410419 to pos 379, reset compression=false 2024-11-08T22:20:29,227 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,43655,1731104408616.replicationSource.wal-reader.ff635fa717b5%2C43655%2C1731104408616,1-ff635fa717b5,43655,1731104408616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/WALs/ff635fa717b5,43655,1731104408616/ff635fa717b5%2C43655%2C1731104408616.1731104410419 to pos 379, reset compression=false 2024-11-08T22:20:29,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T22:20:29,338 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T22:20:29,338 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T22:20:29,338 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:20:29,338 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:20:29,339 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:20:29,339 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:20:29,339 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34a34ffe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:20:29,339 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,46813,-1 for getting cluster id 2024-11-08T22:20:29,339 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:20:29,340 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '15016b2f-7223-400a-b776-3e4f6175ef2f' 2024-11-08T22:20:29,340 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:20:29,340 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "15016b2f-7223-400a-b776-3e4f6175ef2f" 2024-11-08T22:20:29,340 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68950386, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:20:29,340 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,46813,-1] 2024-11-08T22:20:29,340 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:20:29,340 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:20:29,341 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:20:29,341 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@345c6be6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:20:29,342 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:20:29,342 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is ff635fa717b5,46813,1731104413588 2024-11-08T22:20:29,342 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51e49428 2024-11-08T22:20:29,342 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T22:20:29,343 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T22:20:29,343 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46813 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ff635fa717b5:40389,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T22:20:29,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46813 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T22:20:29,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T22:20:29,345 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ff635fa717b5:40389' 2024-11-08T22:20:29,346 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@391dc224, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:20:29,346 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,40389,-1 for getting cluster id 2024-11-08T22:20:29,346 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:20:29,347 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '09be95c2-3826-458d-a228-bda092d46f40' 2024-11-08T22:20:29,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:20:29,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "09be95c2-3826-458d-a228-bda092d46f40" 2024-11-08T22:20:29,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@771e5852, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:20:29,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,40389,-1] 2024-11-08T22:20:29,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:20:29,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:20:29,348 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:20:29,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10543955, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:20:29,348 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:20:29,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ff635fa717b5,40389,1731104418270 2024-11-08T22:20:29,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7af7649 2024-11-08T22:20:29,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T22:20:29,349 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T22:20:29,350 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T22:20:29,350 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T22:20:29,350 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:20:29,350 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:20:29,350 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:20:29,350 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T22:20:29,351 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T22:20:29,352 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T22:20:29,352 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:20:29,353 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T22:20:29,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43523 is added to blk_1073741837_1013 (size=1138) 2024-11-08T22:20:29,402 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T22:20:29,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T22:20:29,630 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,43655,1731104408616.replicationSource.wal-reader.ff635fa717b5%2C43655%2C1731104408616,1-ff635fa717b5,43655,1731104408616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/WALs/ff635fa717b5,43655,1731104408616/ff635fa717b5%2C43655%2C1731104408616.1731104410419 to pos 379, reset compression=false 2024-11-08T22:20:29,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T22:20:29,759 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b1aa6d96ee009d878d58303abcbf3482, NAME => 'hbase:replication,,1731104429350.b1aa6d96ee009d878d58303abcbf3482.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560 2024-11-08T22:20:29,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43523 is added to blk_1073741838_1014 (size=44) 2024-11-08T22:20:29,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T22:20:30,133 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,43655,1731104408616.replicationSource.wal-reader.ff635fa717b5%2C43655%2C1731104408616,1-ff635fa717b5,43655,1731104408616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/WALs/ff635fa717b5,43655,1731104408616/ff635fa717b5%2C43655%2C1731104408616.1731104410419 to pos 379, reset compression=false 2024-11-08T22:20:30,165 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731104429350.b1aa6d96ee009d878d58303abcbf3482.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:20:30,165 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b1aa6d96ee009d878d58303abcbf3482, disabling compactions & flushes 2024-11-08T22:20:30,165 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731104429350.b1aa6d96ee009d878d58303abcbf3482. 2024-11-08T22:20:30,165 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731104429350.b1aa6d96ee009d878d58303abcbf3482. 2024-11-08T22:20:30,165 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731104429350.b1aa6d96ee009d878d58303abcbf3482. after waiting 0 ms 2024-11-08T22:20:30,165 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731104429350.b1aa6d96ee009d878d58303abcbf3482. 2024-11-08T22:20:30,165 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731104429350.b1aa6d96ee009d878d58303abcbf3482. 2024-11-08T22:20:30,165 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b1aa6d96ee009d878d58303abcbf3482: Waiting for close lock at 1731104430165Disabling compacts and flushes for region at 1731104430165Disabling writes for close at 1731104430165Writing region close event to WAL at 1731104430165Closed at 1731104430165 2024-11-08T22:20:30,166 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T22:20:30,166 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731104429350.b1aa6d96ee009d878d58303abcbf3482.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731104430166"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731104430166"}]},"ts":"1731104430166"} 2024-11-08T22:20:30,168 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T22:20:30,168 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T22:20:30,169 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731104430168"}]},"ts":"1731104430168"} 2024-11-08T22:20:30,170 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T22:20:30,170 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b1aa6d96ee009d878d58303abcbf3482, ASSIGN}] 2024-11-08T22:20:30,171 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b1aa6d96ee009d878d58303abcbf3482, ASSIGN 2024-11-08T22:20:30,172 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b1aa6d96ee009d878d58303abcbf3482, ASSIGN; state=OFFLINE, location=ff635fa717b5,45995,1731104413736; forceNewPlan=false, retain=false 2024-11-08T22:20:30,322 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b1aa6d96ee009d878d58303abcbf3482, regionState=OPENING, regionLocation=ff635fa717b5,45995,1731104413736 2024-11-08T22:20:30,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b1aa6d96ee009d878d58303abcbf3482, ASSIGN because future has completed 2024-11-08T22:20:30,324 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b1aa6d96ee009d878d58303abcbf3482, server=ff635fa717b5,45995,1731104413736}] 2024-11-08T22:20:30,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T22:20:30,479 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731104429350.b1aa6d96ee009d878d58303abcbf3482. 2024-11-08T22:20:30,479 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:20:30,479 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T22:20:30,480 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff635fa717b5%2C45995%2C1731104413736.rep, suffix=, logDir=hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/WALs/ff635fa717b5,45995,1731104413736, archiveDir=hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/oldWALs, maxLogs=10 2024-11-08T22:20:30,493 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/WALs/ff635fa717b5,45995,1731104413736/ff635fa717b5%2C45995%2C1731104413736.rep.1731104430481, exclude list is [], retry=0 2024-11-08T22:20:30,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43523,DS-708e467a-f93e-4ecb-b820-f5b1755b4ebb,DISK] 2024-11-08T22:20:30,496 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/WALs/ff635fa717b5,45995,1731104413736/ff635fa717b5%2C45995%2C1731104413736.rep.1731104430481 2024-11-08T22:20:30,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35879:35879)] 2024-11-08T22:20:30,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b1aa6d96ee009d878d58303abcbf3482, NAME => 'hbase:replication,,1731104429350.b1aa6d96ee009d878d58303abcbf3482.', STARTKEY => '', ENDKEY => ''} 2024-11-08T22:20:30,497 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T22:20:30,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T22:20:30,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731104429350.b1aa6d96ee009d878d58303abcbf3482. service=MultiRowMutationService 2024-11-08T22:20:30,497 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T22:20:30,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b1aa6d96ee009d878d58303abcbf3482 2024-11-08T22:20:30,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731104429350.b1aa6d96ee009d878d58303abcbf3482.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:20:30,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b1aa6d96ee009d878d58303abcbf3482 2024-11-08T22:20:30,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b1aa6d96ee009d878d58303abcbf3482 2024-11-08T22:20:30,498 INFO [StoreOpener-b1aa6d96ee009d878d58303abcbf3482-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b1aa6d96ee009d878d58303abcbf3482 2024-11-08T22:20:30,499 INFO [StoreOpener-b1aa6d96ee009d878d58303abcbf3482-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b1aa6d96ee009d878d58303abcbf3482 columnFamilyName hfileref 2024-11-08T22:20:30,499 DEBUG [StoreOpener-b1aa6d96ee009d878d58303abcbf3482-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:20:30,499 INFO [StoreOpener-b1aa6d96ee009d878d58303abcbf3482-1 {}] regionserver.HStore(327): Store=b1aa6d96ee009d878d58303abcbf3482/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:20:30,499 INFO [StoreOpener-b1aa6d96ee009d878d58303abcbf3482-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b1aa6d96ee009d878d58303abcbf3482 2024-11-08T22:20:30,500 INFO [StoreOpener-b1aa6d96ee009d878d58303abcbf3482-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b1aa6d96ee009d878d58303abcbf3482 columnFamilyName queue 2024-11-08T22:20:30,500 DEBUG [StoreOpener-b1aa6d96ee009d878d58303abcbf3482-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:20:30,500 INFO [StoreOpener-b1aa6d96ee009d878d58303abcbf3482-1 {}] regionserver.HStore(327): Store=b1aa6d96ee009d878d58303abcbf3482/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:20:30,500 INFO [StoreOpener-b1aa6d96ee009d878d58303abcbf3482-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b1aa6d96ee009d878d58303abcbf3482 2024-11-08T22:20:30,501 INFO [StoreOpener-b1aa6d96ee009d878d58303abcbf3482-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b1aa6d96ee009d878d58303abcbf3482 columnFamilyName sid 2024-11-08T22:20:30,501 DEBUG [StoreOpener-b1aa6d96ee009d878d58303abcbf3482-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:20:30,501 INFO [StoreOpener-b1aa6d96ee009d878d58303abcbf3482-1 {}] regionserver.HStore(327): Store=b1aa6d96ee009d878d58303abcbf3482/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:20:30,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b1aa6d96ee009d878d58303abcbf3482 2024-11-08T22:20:30,502 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/data/hbase/replication/b1aa6d96ee009d878d58303abcbf3482 2024-11-08T22:20:30,502 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/data/hbase/replication/b1aa6d96ee009d878d58303abcbf3482 2024-11-08T22:20:30,503 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b1aa6d96ee009d878d58303abcbf3482 2024-11-08T22:20:30,503 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b1aa6d96ee009d878d58303abcbf3482 2024-11-08T22:20:30,503 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T22:20:30,504 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b1aa6d96ee009d878d58303abcbf3482 2024-11-08T22:20:30,505 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/data/hbase/replication/b1aa6d96ee009d878d58303abcbf3482/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:20:30,505 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b1aa6d96ee009d878d58303abcbf3482; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67693357, jitterRate=0.008709624409675598}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T22:20:30,505 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b1aa6d96ee009d878d58303abcbf3482 2024-11-08T22:20:30,505 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b1aa6d96ee009d878d58303abcbf3482: Running coprocessor pre-open hook at 1731104430497Writing region info on filesystem at 1731104430497Initializing all the Stores at 1731104430498 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104430498Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104430498Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104430498Cleaning up temporary data from old regions at 1731104430503 (+5 ms)Running coprocessor post-open hooks at 1731104430505 (+2 ms)Region opened successfully at 1731104430505 2024-11-08T22:20:30,506 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731104429350.b1aa6d96ee009d878d58303abcbf3482., pid=10, masterSystemTime=1731104430476 2024-11-08T22:20:30,507 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731104429350.b1aa6d96ee009d878d58303abcbf3482. 2024-11-08T22:20:30,507 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731104429350.b1aa6d96ee009d878d58303abcbf3482. 2024-11-08T22:20:30,508 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b1aa6d96ee009d878d58303abcbf3482, regionState=OPEN, openSeqNum=2, regionLocation=ff635fa717b5,45995,1731104413736 2024-11-08T22:20:30,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b1aa6d96ee009d878d58303abcbf3482, server=ff635fa717b5,45995,1731104413736 because future has completed 2024-11-08T22:20:30,511 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T22:20:30,511 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b1aa6d96ee009d878d58303abcbf3482, server=ff635fa717b5,45995,1731104413736 in 186 msec 2024-11-08T22:20:30,513 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T22:20:30,513 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b1aa6d96ee009d878d58303abcbf3482, ASSIGN in 341 msec 2024-11-08T22:20:30,513 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T22:20:30,513 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731104430513"}]},"ts":"1731104430513"} 2024-11-08T22:20:30,515 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T22:20:30,516 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T22:20:30,517 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1660 sec 2024-11-08T22:20:30,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731104429350.b1aa6d96ee009d878d58303abcbf3482., hostname=ff635fa717b5,45995,1731104413736, seqNum=2] 2024-11-08T22:20:30,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45995-0x1011c88f6640004, quorum=127.0.0.1:54959, baseZNode=/1-1420051586 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1420051586 2024-11-08T22:20:30,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46813-0x1011c88f6640003, quorum=127.0.0.1:54959, baseZNode=/1-1420051586 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1420051586 2024-11-08T22:20:30,640 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T22:20:30,736 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,43655,1731104408616.replicationSource.wal-reader.ff635fa717b5%2C43655%2C1731104408616,1-ff635fa717b5,43655,1731104408616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/WALs/ff635fa717b5,43655,1731104408616/ff635fa717b5%2C43655%2C1731104408616.1731104410419 to pos 379, reset compression=false 2024-11-08T22:20:30,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45995 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T22:20:30,792 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T22:20:30,826 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ff635fa717b5,45995,1731104413736, ReplicationSource: 1, currentBandwidth=0 2024-11-08T22:20:30,827 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:20:30,827 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,45995,1731104413736, seqNum=-1] 2024-11-08T22:20:30,827 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:20:30,828 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37769, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-08T22:20:30,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ff635fa717b5,45995,1731104413736', locateType=CURRENT is [region=hbase:replication,,1731104429350.b1aa6d96ee009d878d58303abcbf3482., hostname=ff635fa717b5,45995,1731104413736, seqNum=2] 2024-11-08T22:20:30,831 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T22:20:30,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46813 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T22:20:30,833 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ff635fa717b5,45995,1731104413736 suceeded 2024-11-08T22:20:30,835 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T22:20:30,835 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ff635fa717b5:40389,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T22:20:30,835 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-11-08T22:20:30,836 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4920 sec 2024-11-08T22:20:30,846 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45995,1731104413736 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ff635fa717b5:40389' 2024-11-08T22:20:30,847 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45995,1731104413736 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c176d96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:20:30,847 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45995,1731104413736 {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,40389,-1 for getting cluster id 2024-11-08T22:20:30,848 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45995,1731104413736 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:20:30,848 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '09be95c2-3826-458d-a228-bda092d46f40' 2024-11-08T22:20:30,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:20:30,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "09be95c2-3826-458d-a228-bda092d46f40" 2024-11-08T22:20:30,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70d0e126, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:20:30,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,40389,-1] 2024-11-08T22:20:30,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:20:30,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:20:30,849 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:20:30,850 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45995,1731104413736 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@329cf8ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:20:30,850 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45995,1731104413736 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:20:30,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is ff635fa717b5,40389,1731104418270 2024-11-08T22:20:30,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2855a6a7 2024-11-08T22:20:30,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T22:20:30,851 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-08T22:20:30,851 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45995,1731104413736 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ff635fa717b5,45995,1731104413736 (queues=1) is replicating from cluster=15016b2f-7223-400a-b776-3e4f6175ef2f to cluster=09be95c2-3826-458d-a228-bda092d46f40 2024-11-08T22:20:30,851 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45995,1731104413736 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ff635fa717b5%2C45995%2C1731104413736 2024-11-08T22:20:30,852 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45995,1731104413736 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ff635fa717b5,45995,1731104413736, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T22:20:30,852 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45995,1731104413736.replicationSource.wal-reader.ff635fa717b5%2C45995%2C1731104413736,1-ff635fa717b5,45995,1731104413736 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/WALs/ff635fa717b5,45995,1731104413736/ff635fa717b5%2C45995%2C1731104413736.1731104415189, startPosition=0, beingWritten=true 2024-11-08T22:20:30,852 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45995,1731104413736.replicationSource.shipperff635fa717b5%2C45995%2C1731104413736,1-ff635fa717b5,45995,1731104413736 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ff635fa717b5%2C45995%2C1731104413736 2024-11-08T22:20:30,856 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45995,1731104413736.replicationSource.wal-reader.ff635fa717b5%2C45995%2C1731104413736,1-ff635fa717b5,45995,1731104413736 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T22:20:30,856 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45995,1731104413736.replicationSource.wal-reader.ff635fa717b5%2C45995%2C1731104413736,1-ff635fa717b5,45995,1731104413736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/WALs/ff635fa717b5,45995,1731104413736/ff635fa717b5%2C45995%2C1731104413736.1731104415189 to pos 379, reset compression=false 2024-11-08T22:20:30,856 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45995,1731104413736.replicationSource.shipperff635fa717b5%2C45995%2C1731104413736,1-ff635fa717b5,45995,1731104413736 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff635fa717b5,45995,1731104413736 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/WALs/ff635fa717b5,45995,1731104413736/ff635fa717b5%2C45995%2C1731104413736.1731104415189, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T22:20:31,059 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45995,1731104413736.replicationSource.wal-reader.ff635fa717b5%2C45995%2C1731104413736,1-ff635fa717b5,45995,1731104413736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/WALs/ff635fa717b5,45995,1731104413736/ff635fa717b5%2C45995%2C1731104413736.1731104415189 to pos 379, reset compression=false 2024-11-08T22:20:31,362 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45995,1731104413736.replicationSource.wal-reader.ff635fa717b5%2C45995%2C1731104413736,1-ff635fa717b5,45995,1731104413736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/WALs/ff635fa717b5,45995,1731104413736/ff635fa717b5%2C45995%2C1731104413736.1731104415189 to pos 379, reset compression=false 2024-11-08T22:20:31,439 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,43655,1731104408616.replicationSource.wal-reader.ff635fa717b5%2C43655%2C1731104408616,1-ff635fa717b5,43655,1731104408616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/WALs/ff635fa717b5,43655,1731104408616/ff635fa717b5%2C43655%2C1731104408616.1731104410419 to pos 379, reset compression=false 2024-11-08T22:20:31,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T22:20:31,488 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T22:20:31,488 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T22:20:31,488 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:20:31,488 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:20:31,488 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:20:31,488 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:20:31,489 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4aba8d1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:20:31,489 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,40389,-1 for getting cluster id 2024-11-08T22:20:31,489 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:20:31,490 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '09be95c2-3826-458d-a228-bda092d46f40' 2024-11-08T22:20:31,490 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:20:31,490 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "09be95c2-3826-458d-a228-bda092d46f40" 2024-11-08T22:20:31,490 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f5d3dc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:20:31,490 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,40389,-1] 2024-11-08T22:20:31,490 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:20:31,490 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:20:31,491 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:20:31,491 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d08d50f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:20:31,491 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:20:31,492 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is ff635fa717b5,40389,1731104418270 2024-11-08T22:20:31,492 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2fa5af8a 2024-11-08T22:20:31,492 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T22:20:31,493 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T22:20:31,493 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40389 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ff635fa717b5:46813,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T22:20:31,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40389 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T22:20:31,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T22:20:31,495 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ff635fa717b5:46813' 2024-11-08T22:20:31,496 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a093865, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:20:31,496 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,46813,-1 for getting cluster id 2024-11-08T22:20:31,496 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:20:31,497 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '15016b2f-7223-400a-b776-3e4f6175ef2f' 2024-11-08T22:20:31,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:20:31,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "15016b2f-7223-400a-b776-3e4f6175ef2f" 2024-11-08T22:20:31,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d52f2ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:20:31,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,46813,-1] 2024-11-08T22:20:31,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:20:31,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:20:31,498 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:20:31,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79af9e25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:20:31,498 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:20:31,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is ff635fa717b5,46813,1731104413588 2024-11-08T22:20:31,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@29a3ae08 2024-11-08T22:20:31,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T22:20:31,499 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T22:20:31,500 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T22:20:31,500 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T22:20:31,500 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:20:31,500 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:20:31,500 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:20:31,500 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T22:20:31,501 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T22:20:31,502 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T22:20:31,502 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:20:31,502 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T22:20:31,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741837_1013 (size=1138) 2024-11-08T22:20:31,551 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T22:20:31,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T22:20:31,765 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45995,1731104413736.replicationSource.wal-reader.ff635fa717b5%2C45995%2C1731104413736,1-ff635fa717b5,45995,1731104413736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/WALs/ff635fa717b5,45995,1731104413736/ff635fa717b5%2C45995%2C1731104413736.1731104415189 to pos 379, reset compression=false 2024-11-08T22:20:31,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T22:20:31,930 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 27eb216095f799aa7fe4d6948332b720, NAME => 'hbase:replication,,1731104431500.27eb216095f799aa7fe4d6948332b720.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6 2024-11-08T22:20:31,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741838_1014 (size=44) 2024-11-08T22:20:32,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T22:20:32,242 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,43655,1731104408616.replicationSource.wal-reader.ff635fa717b5%2C43655%2C1731104408616,1-ff635fa717b5,43655,1731104408616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/WALs/ff635fa717b5,43655,1731104408616/ff635fa717b5%2C43655%2C1731104408616.1731104410419 to pos 379, reset compression=false 2024-11-08T22:20:32,268 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45995,1731104413736.replicationSource.wal-reader.ff635fa717b5%2C45995%2C1731104413736,1-ff635fa717b5,45995,1731104413736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/WALs/ff635fa717b5,45995,1731104413736/ff635fa717b5%2C45995%2C1731104413736.1731104415189 to pos 379, reset compression=false 2024-11-08T22:20:32,281 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T22:20:32,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:32,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:32,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:32,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:32,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:32,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:32,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:32,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:32,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:32,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:32,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:32,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:32,329 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:32,329 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:32,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:32,335 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731104431500.27eb216095f799aa7fe4d6948332b720.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:20:32,335 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 27eb216095f799aa7fe4d6948332b720, disabling compactions & flushes 2024-11-08T22:20:32,335 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731104431500.27eb216095f799aa7fe4d6948332b720. 2024-11-08T22:20:32,335 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731104431500.27eb216095f799aa7fe4d6948332b720. 2024-11-08T22:20:32,335 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731104431500.27eb216095f799aa7fe4d6948332b720. after waiting 0 ms 2024-11-08T22:20:32,335 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731104431500.27eb216095f799aa7fe4d6948332b720. 2024-11-08T22:20:32,335 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731104431500.27eb216095f799aa7fe4d6948332b720. 2024-11-08T22:20:32,335 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 27eb216095f799aa7fe4d6948332b720: Waiting for close lock at 1731104432335Disabling compacts and flushes for region at 1731104432335Disabling writes for close at 1731104432335Writing region close event to WAL at 1731104432335Closed at 1731104432335 2024-11-08T22:20:32,336 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T22:20:32,337 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731104431500.27eb216095f799aa7fe4d6948332b720.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731104432336"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731104432336"}]},"ts":"1731104432336"} 2024-11-08T22:20:32,338 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T22:20:32,339 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T22:20:32,339 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731104432339"}]},"ts":"1731104432339"} 2024-11-08T22:20:32,341 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T22:20:32,341 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=27eb216095f799aa7fe4d6948332b720, ASSIGN}] 2024-11-08T22:20:32,342 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=27eb216095f799aa7fe4d6948332b720, ASSIGN 2024-11-08T22:20:32,343 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=27eb216095f799aa7fe4d6948332b720, ASSIGN; state=OFFLINE, location=ff635fa717b5,39041,1731104418385; forceNewPlan=false, retain=false 2024-11-08T22:20:32,493 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=27eb216095f799aa7fe4d6948332b720, regionState=OPENING, regionLocation=ff635fa717b5,39041,1731104418385 2024-11-08T22:20:32,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=27eb216095f799aa7fe4d6948332b720, ASSIGN because future has completed 2024-11-08T22:20:32,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 27eb216095f799aa7fe4d6948332b720, server=ff635fa717b5,39041,1731104418385}] 2024-11-08T22:20:32,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T22:20:32,650 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731104431500.27eb216095f799aa7fe4d6948332b720. 2024-11-08T22:20:32,650 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:20:32,650 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T22:20:32,651 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff635fa717b5%2C39041%2C1731104418385.rep, suffix=, logDir=hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/WALs/ff635fa717b5,39041,1731104418385, archiveDir=hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/oldWALs, maxLogs=10 2024-11-08T22:20:32,663 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/WALs/ff635fa717b5,39041,1731104418385/ff635fa717b5%2C39041%2C1731104418385.rep.1731104432651, exclude list is [], retry=0 2024-11-08T22:20:32,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43627,DS-0b46175e-c347-4e88-a7f9-bdf24a6302e0,DISK] 2024-11-08T22:20:32,665 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/WALs/ff635fa717b5,39041,1731104418385/ff635fa717b5%2C39041%2C1731104418385.rep.1731104432651 2024-11-08T22:20:32,666 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40379:40379)] 2024-11-08T22:20:32,666 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 27eb216095f799aa7fe4d6948332b720, NAME => 'hbase:replication,,1731104431500.27eb216095f799aa7fe4d6948332b720.', STARTKEY => '', ENDKEY => ''} 2024-11-08T22:20:32,666 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T22:20:32,666 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T22:20:32,666 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731104431500.27eb216095f799aa7fe4d6948332b720. service=MultiRowMutationService 2024-11-08T22:20:32,666 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T22:20:32,666 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 27eb216095f799aa7fe4d6948332b720 2024-11-08T22:20:32,666 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731104431500.27eb216095f799aa7fe4d6948332b720.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:20:32,667 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 27eb216095f799aa7fe4d6948332b720 2024-11-08T22:20:32,667 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 27eb216095f799aa7fe4d6948332b720 2024-11-08T22:20:32,668 INFO [StoreOpener-27eb216095f799aa7fe4d6948332b720-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 27eb216095f799aa7fe4d6948332b720 2024-11-08T22:20:32,669 INFO [StoreOpener-27eb216095f799aa7fe4d6948332b720-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27eb216095f799aa7fe4d6948332b720 columnFamilyName hfileref 2024-11-08T22:20:32,669 DEBUG [StoreOpener-27eb216095f799aa7fe4d6948332b720-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:20:32,669 INFO [StoreOpener-27eb216095f799aa7fe4d6948332b720-1 {}] regionserver.HStore(327): Store=27eb216095f799aa7fe4d6948332b720/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:20:32,669 INFO [StoreOpener-27eb216095f799aa7fe4d6948332b720-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 27eb216095f799aa7fe4d6948332b720 2024-11-08T22:20:32,670 INFO [StoreOpener-27eb216095f799aa7fe4d6948332b720-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27eb216095f799aa7fe4d6948332b720 columnFamilyName queue 2024-11-08T22:20:32,670 DEBUG [StoreOpener-27eb216095f799aa7fe4d6948332b720-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:20:32,670 INFO [StoreOpener-27eb216095f799aa7fe4d6948332b720-1 {}] regionserver.HStore(327): Store=27eb216095f799aa7fe4d6948332b720/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:20:32,670 INFO [StoreOpener-27eb216095f799aa7fe4d6948332b720-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 27eb216095f799aa7fe4d6948332b720 2024-11-08T22:20:32,671 INFO [StoreOpener-27eb216095f799aa7fe4d6948332b720-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27eb216095f799aa7fe4d6948332b720 columnFamilyName sid 2024-11-08T22:20:32,671 DEBUG [StoreOpener-27eb216095f799aa7fe4d6948332b720-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:20:32,671 INFO [StoreOpener-27eb216095f799aa7fe4d6948332b720-1 {}] regionserver.HStore(327): Store=27eb216095f799aa7fe4d6948332b720/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:20:32,671 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 27eb216095f799aa7fe4d6948332b720 2024-11-08T22:20:32,671 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/data/hbase/replication/27eb216095f799aa7fe4d6948332b720 2024-11-08T22:20:32,672 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/data/hbase/replication/27eb216095f799aa7fe4d6948332b720 2024-11-08T22:20:32,672 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 27eb216095f799aa7fe4d6948332b720 2024-11-08T22:20:32,672 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 27eb216095f799aa7fe4d6948332b720 2024-11-08T22:20:32,672 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T22:20:32,673 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 27eb216095f799aa7fe4d6948332b720 2024-11-08T22:20:32,674 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/data/hbase/replication/27eb216095f799aa7fe4d6948332b720/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:20:32,675 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 27eb216095f799aa7fe4d6948332b720; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64422884, jitterRate=-0.04002422094345093}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T22:20:32,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 27eb216095f799aa7fe4d6948332b720 2024-11-08T22:20:32,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 27eb216095f799aa7fe4d6948332b720: Running coprocessor pre-open hook at 1731104432667Writing region info on filesystem at 1731104432667Initializing all the Stores at 1731104432667Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104432667Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104432667Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104432668 (+1 ms)Cleaning up temporary data from old regions at 1731104432672 (+4 ms)Running coprocessor post-open hooks at 1731104432675 (+3 ms)Region opened successfully at 1731104432675 2024-11-08T22:20:32,675 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731104431500.27eb216095f799aa7fe4d6948332b720., pid=10, masterSystemTime=1731104432647 2024-11-08T22:20:32,677 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731104431500.27eb216095f799aa7fe4d6948332b720. 2024-11-08T22:20:32,677 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731104431500.27eb216095f799aa7fe4d6948332b720. 2024-11-08T22:20:32,677 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=27eb216095f799aa7fe4d6948332b720, regionState=OPEN, openSeqNum=2, regionLocation=ff635fa717b5,39041,1731104418385 2024-11-08T22:20:32,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 27eb216095f799aa7fe4d6948332b720, server=ff635fa717b5,39041,1731104418385 because future has completed 2024-11-08T22:20:32,681 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T22:20:32,681 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 27eb216095f799aa7fe4d6948332b720, server=ff635fa717b5,39041,1731104418385 in 183 msec 2024-11-08T22:20:32,682 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T22:20:32,682 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=27eb216095f799aa7fe4d6948332b720, ASSIGN in 340 msec 2024-11-08T22:20:32,683 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T22:20:32,683 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731104432683"}]},"ts":"1731104432683"} 2024-11-08T22:20:32,684 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T22:20:32,685 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T22:20:32,686 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1850 sec 2024-11-08T22:20:32,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731104431500.27eb216095f799aa7fe4d6948332b720., hostname=ff635fa717b5,39041,1731104418385, seqNum=2] 2024-11-08T22:20:32,707 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:20:32,707 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ff635fa717b5,36459,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff635fa717b5:36459 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T22:20:32,708 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108943 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ff635fa717b5,36459,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff635fa717b5:36459 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T22:20:32,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40389-0x1011c88f6640006, quorum=127.0.0.1:54959, baseZNode=/2-1496202954 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1496202954 2024-11-08T22:20:32,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39041-0x1011c88f6640007, quorum=127.0.0.1:54959, baseZNode=/2-1496202954 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1496202954 2024-11-08T22:20:32,798 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T22:20:32,871 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45995,1731104413736.replicationSource.wal-reader.ff635fa717b5%2C45995%2C1731104413736,1-ff635fa717b5,45995,1731104413736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/WALs/ff635fa717b5,45995,1731104413736/ff635fa717b5%2C45995%2C1731104413736.1731104415189 to pos 379, reset compression=false 2024-11-08T22:20:32,950 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39041 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T22:20:32,950 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T22:20:32,975 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ff635fa717b5,39041,1731104418385, ReplicationSource: 1, currentBandwidth=0 2024-11-08T22:20:32,975 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:20:32,975 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,39041,1731104418385, seqNum=-1] 2024-11-08T22:20:32,975 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:20:32,976 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39127, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-08T22:20:32,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ff635fa717b5,39041,1731104418385', locateType=CURRENT is [region=hbase:replication,,1731104431500.27eb216095f799aa7fe4d6948332b720., hostname=ff635fa717b5,39041,1731104418385, seqNum=2] 2024-11-08T22:20:32,979 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T22:20:32,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40389 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T22:20:32,981 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ff635fa717b5,39041,1731104418385 suceeded 2024-11-08T22:20:32,982 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T22:20:32,982 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-11-08T22:20:32,982 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ff635fa717b5:46813,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T22:20:32,983 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4890 sec 2024-11-08T22:20:32,992 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39041,1731104418385 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ff635fa717b5:46813' 2024-11-08T22:20:32,993 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39041,1731104418385 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@631baa45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:20:32,993 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39041,1731104418385 {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,46813,-1 for getting cluster id 2024-11-08T22:20:32,993 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39041,1731104418385 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:20:32,993 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '15016b2f-7223-400a-b776-3e4f6175ef2f' 2024-11-08T22:20:32,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:20:32,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "15016b2f-7223-400a-b776-3e4f6175ef2f" 2024-11-08T22:20:32,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2bfbe738, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:20:32,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,46813,-1] 2024-11-08T22:20:32,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:20:32,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:20:32,995 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:20:32,995 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39041,1731104418385 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ec77561, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:20:32,995 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39041,1731104418385 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:20:32,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ff635fa717b5,46813,1731104413588 2024-11-08T22:20:32,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56f71e10 2024-11-08T22:20:32,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T22:20:32,996 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-08T22:20:32,997 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39041,1731104418385 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ff635fa717b5,39041,1731104418385 (queues=1) is replicating from cluster=09be95c2-3826-458d-a228-bda092d46f40 to cluster=15016b2f-7223-400a-b776-3e4f6175ef2f 2024-11-08T22:20:32,997 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39041,1731104418385 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ff635fa717b5%2C39041%2C1731104418385 2024-11-08T22:20:32,997 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39041,1731104418385 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ff635fa717b5,39041,1731104418385, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T22:20:32,997 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39041,1731104418385.replicationSource.wal-reader.ff635fa717b5%2C39041%2C1731104418385,1-ff635fa717b5,39041,1731104418385 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/WALs/ff635fa717b5,39041,1731104418385/ff635fa717b5%2C39041%2C1731104418385.1731104420722, startPosition=0, beingWritten=true 2024-11-08T22:20:32,997 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39041,1731104418385.replicationSource.shipperff635fa717b5%2C39041%2C1731104418385,1-ff635fa717b5,39041,1731104418385 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ff635fa717b5%2C39041%2C1731104418385 2024-11-08T22:20:33,001 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39041,1731104418385.replicationSource.wal-reader.ff635fa717b5%2C39041%2C1731104418385,1-ff635fa717b5,39041,1731104418385 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T22:20:33,001 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39041,1731104418385.replicationSource.wal-reader.ff635fa717b5%2C39041%2C1731104418385,1-ff635fa717b5,39041,1731104418385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/WALs/ff635fa717b5,39041,1731104418385/ff635fa717b5%2C39041%2C1731104418385.1731104420722 to pos 379, reset compression=false 2024-11-08T22:20:33,001 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39041,1731104418385.replicationSource.shipperff635fa717b5%2C39041%2C1731104418385,1-ff635fa717b5,39041,1731104418385 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff635fa717b5,39041,1731104418385 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/WALs/ff635fa717b5,39041,1731104418385/ff635fa717b5%2C39041%2C1731104418385.1731104420722, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T22:20:33,146 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,43655,1731104408616.replicationSource.wal-reader.ff635fa717b5%2C43655%2C1731104408616,1-ff635fa717b5,43655,1731104408616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/WALs/ff635fa717b5,43655,1731104408616/ff635fa717b5%2C43655%2C1731104408616.1731104410419 to pos 379, reset compression=false 2024-11-08T22:20:33,204 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39041,1731104418385.replicationSource.wal-reader.ff635fa717b5%2C39041%2C1731104418385,1-ff635fa717b5,39041,1731104418385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/WALs/ff635fa717b5,39041,1731104418385/ff635fa717b5%2C39041%2C1731104418385.1731104420722 to pos 379, reset compression=false 2024-11-08T22:20:33,324 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-08T22:20:33,507 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39041,1731104418385.replicationSource.wal-reader.ff635fa717b5%2C39041%2C1731104418385,1-ff635fa717b5,39041,1731104418385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/WALs/ff635fa717b5,39041,1731104418385/ff635fa717b5%2C39041%2C1731104418385.1731104420722 to pos 379, reset compression=false 2024-11-08T22:20:33,574 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45995,1731104413736.replicationSource.wal-reader.ff635fa717b5%2C45995%2C1731104413736,1-ff635fa717b5,45995,1731104413736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/WALs/ff635fa717b5,45995,1731104413736/ff635fa717b5%2C45995%2C1731104413736.1731104415189 to pos 379, reset compression=false 2024-11-08T22:20:33,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T22:20:33,638 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T22:20:33,638 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T22:20:33,638 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:20:33,638 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:20:33,638 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:20:33,638 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:20:33,639 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fe7747, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:20:33,639 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,38033,-1 for getting cluster id 2024-11-08T22:20:33,639 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:20:33,640 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de93fa9e-36f5-4d38-a21b-3a97323c6fe6' 2024-11-08T22:20:33,640 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:20:33,640 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de93fa9e-36f5-4d38-a21b-3a97323c6fe6" 2024-11-08T22:20:33,640 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@422cb42d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:20:33,640 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,38033,-1] 2024-11-08T22:20:33,640 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:20:33,640 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:20:33,641 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:20:33,641 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a3d4c11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:20:33,642 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@497ec1a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:20:33,642 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,46813,-1 for getting cluster id 2024-11-08T22:20:33,642 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:20:33,642 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '15016b2f-7223-400a-b776-3e4f6175ef2f' 2024-11-08T22:20:33,642 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:20:33,642 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "15016b2f-7223-400a-b776-3e4f6175ef2f" 2024-11-08T22:20:33,642 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@589928a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:20:33,642 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,46813,-1] 2024-11-08T22:20:33,642 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:20:33,642 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:20:33,643 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:20:33,643 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d79bfa0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:20:33,644 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16a74948, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:20:33,644 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,40389,-1 for getting cluster id 2024-11-08T22:20:33,644 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:20:33,644 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '09be95c2-3826-458d-a228-bda092d46f40' 2024-11-08T22:20:33,644 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:20:33,644 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "09be95c2-3826-458d-a228-bda092d46f40" 2024-11-08T22:20:33,644 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dcf5c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:20:33,644 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,40389,-1] 2024-11-08T22:20:33,645 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:20:33,645 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:20:33,645 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:20:33,645 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eded2ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:20:33,646 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:20:33,647 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,43655,1731104408616, seqNum=-1] 2024-11-08T22:20:33,647 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:20:33,647 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T22:20:33,649 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731104421738.36170b86241807e34941c2fc36e69276., hostname=ff635fa717b5,43655,1731104408616, seqNum=2] 2024-11-08T22:20:33,651 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:20:33,652 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,39041,1731104418385, seqNum=-1] 2024-11-08T22:20:33,652 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:20:33,652 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T22:20:33,654 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731104426041.25e639cac2448f43c10654fc4bfd5714., hostname=ff635fa717b5,39041,1731104418385, seqNum=2] 2024-11-08T22:20:33,655 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-08T22:20:33,841 DEBUG [master/ff635fa717b5:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=6, created chunk count=33, reused chunk count=122, reuseRatio=78.71% 2024-11-08T22:20:33,842 DEBUG [master/ff635fa717b5:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-08T22:20:33,910 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39041,1731104418385.replicationSource.wal-reader.ff635fa717b5%2C39041%2C1731104418385,1-ff635fa717b5,39041,1731104418385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/WALs/ff635fa717b5,39041,1731104418385/ff635fa717b5%2C39041%2C1731104418385.1731104420722 to pos 379, reset compression=false 2024-11-08T22:20:34,149 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,43655,1731104408616.replicationSource.wal-reader.ff635fa717b5%2C43655%2C1731104408616,1-ff635fa717b5,43655,1731104408616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/WALs/ff635fa717b5,43655,1731104408616/ff635fa717b5%2C43655%2C1731104408616.1731104410419 to pos 379, reset compression=false 2024-11-08T22:20:34,152 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,43655,1731104408616.replicationSource.wal-reader.ff635fa717b5%2C43655%2C1731104408616,1-ff635fa717b5,43655,1731104408616 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T22:20:34,152 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,43655,1731104408616.replicationSource.wal-reader.ff635fa717b5%2C43655%2C1731104408616,1-ff635fa717b5,43655,1731104408616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/WALs/ff635fa717b5,43655,1731104408616/ff635fa717b5%2C43655%2C1731104408616.1731104410419 to pos 480, reset compression=false 2024-11-08T22:20:34,152 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,43655,1731104408616.replicationSource.shipperff635fa717b5%2C43655%2C1731104408616,1-ff635fa717b5,43655,1731104408616 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff635fa717b5,43655,1731104408616 got entry batch from reader: WALEntryBatch [walEntries=[{test/36170b86241807e34941c2fc36e69276/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/WALs/ff635fa717b5,43655,1731104408616/ff635fa717b5%2C43655%2C1731104408616.1731104410419, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-08T22:20:34,154 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,43655,1731104408616.replicationSource.shipperff635fa717b5%2C43655%2C1731104408616,1-ff635fa717b5,43655,1731104408616 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T22:20:34,155 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-08T22:20:34,156 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45995 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T22:20:34,156 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45995 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49330bc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:20:34,156 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45995 {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,46813,-1 for getting cluster id 2024-11-08T22:20:34,156 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45995 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:20:34,156 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '15016b2f-7223-400a-b776-3e4f6175ef2f' 2024-11-08T22:20:34,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:20:34,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "15016b2f-7223-400a-b776-3e4f6175ef2f" 2024-11-08T22:20:34,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f1fe646, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:20:34,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,46813,-1] 2024-11-08T22:20:34,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:20:34,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:20:34,157 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:20:34,158 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45995 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78a08548, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:20:34,158 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45995 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:20:34,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,45995,1731104413736, seqNum=-1] 2024-11-08T22:20:34,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:20:34,160 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-08T22:20:34,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731104423891.6dcb5c6f402541af3980cb41a2bf58b8., hostname=ff635fa717b5,45995,1731104413736, seqNum=2] 2024-11-08T22:20:34,163 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45995 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T22:20:34,355 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,43655,1731104408616.replicationSource.wal-reader.ff635fa717b5%2C43655%2C1731104408616,1-ff635fa717b5,43655,1731104408616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/WALs/ff635fa717b5,43655,1731104408616/ff635fa717b5%2C43655%2C1731104408616.1731104410419 to pos 480, reset compression=false 2024-11-08T22:20:34,377 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45995,1731104413736.replicationSource.wal-reader.ff635fa717b5%2C45995%2C1731104413736,1-ff635fa717b5,45995,1731104413736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/WALs/ff635fa717b5,45995,1731104413736/ff635fa717b5%2C45995%2C1731104413736.1731104415189 to pos 379, reset compression=false 2024-11-08T22:20:34,381 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45995,1731104413736.replicationSource.wal-reader.ff635fa717b5%2C45995%2C1731104413736,1-ff635fa717b5,45995,1731104413736 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T22:20:34,381 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45995,1731104413736.replicationSource.wal-reader.ff635fa717b5%2C45995%2C1731104413736,1-ff635fa717b5,45995,1731104413736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/WALs/ff635fa717b5,45995,1731104413736/ff635fa717b5%2C45995%2C1731104413736.1731104415189 to pos 504, reset compression=false 2024-11-08T22:20:34,381 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45995,1731104413736.replicationSource.shipperff635fa717b5%2C45995%2C1731104413736,1-ff635fa717b5,45995,1731104413736 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff635fa717b5,45995,1731104413736 got entry batch from reader: WALEntryBatch [walEntries=[{test/6dcb5c6f402541af3980cb41a2bf58b8/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/WALs/ff635fa717b5,45995,1731104413736/ff635fa717b5%2C45995%2C1731104413736.1731104415189, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-08T22:20:34,383 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45995,1731104413736.replicationSource.shipperff635fa717b5%2C45995%2C1731104413736,1-ff635fa717b5,45995,1731104413736 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T22:20:34,384 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-08T22:20:34,384 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39041 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T22:20:34,385 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39041 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@241bffb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:20:34,385 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39041 {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,40389,-1 for getting cluster id 2024-11-08T22:20:34,385 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39041 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:20:34,385 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '09be95c2-3826-458d-a228-bda092d46f40' 2024-11-08T22:20:34,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:20:34,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "09be95c2-3826-458d-a228-bda092d46f40" 2024-11-08T22:20:34,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@64069640, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:20:34,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,40389,-1] 2024-11-08T22:20:34,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:20:34,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:20:34,386 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:20:34,386 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39041 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f299ed5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:20:34,387 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39041 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:20:34,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,39041,1731104418385, seqNum=-1] 2024-11-08T22:20:34,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:20:34,388 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-08T22:20:34,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731104426041.25e639cac2448f43c10654fc4bfd5714., hostname=ff635fa717b5,39041,1731104418385, seqNum=2] 2024-11-08T22:20:34,391 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39041 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T22:20:34,413 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39041,1731104418385.replicationSource.wal-reader.ff635fa717b5%2C39041%2C1731104418385,1-ff635fa717b5,39041,1731104418385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/WALs/ff635fa717b5,39041,1731104418385/ff635fa717b5%2C39041%2C1731104418385.1731104420722 to pos 379, reset compression=false 2024-11-08T22:20:34,417 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39041,1731104418385.replicationSource.wal-reader.ff635fa717b5%2C39041%2C1731104418385,1-ff635fa717b5,39041,1731104418385 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T22:20:34,417 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39041,1731104418385.replicationSource.wal-reader.ff635fa717b5%2C39041%2C1731104418385,1-ff635fa717b5,39041,1731104418385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/WALs/ff635fa717b5,39041,1731104418385/ff635fa717b5%2C39041%2C1731104418385.1731104420722 to pos 527, reset compression=false 2024-11-08T22:20:34,417 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39041,1731104418385.replicationSource.shipperff635fa717b5%2C39041%2C1731104418385,1-ff635fa717b5,39041,1731104418385 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff635fa717b5,39041,1731104418385 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/WALs/ff635fa717b5,39041,1731104418385/ff635fa717b5%2C39041%2C1731104418385.1731104420722, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T22:20:34,584 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45995,1731104413736.replicationSource.wal-reader.ff635fa717b5%2C45995%2C1731104413736,1-ff635fa717b5,45995,1731104413736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/WALs/ff635fa717b5,45995,1731104413736/ff635fa717b5%2C45995%2C1731104413736.1731104415189 to pos 504, reset compression=false 2024-11-08T22:20:34,620 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39041,1731104418385.replicationSource.wal-reader.ff635fa717b5%2C39041%2C1731104418385,1-ff635fa717b5,39041,1731104418385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/WALs/ff635fa717b5,39041,1731104418385/ff635fa717b5%2C39041%2C1731104418385.1731104420722 to pos 527, reset compression=false 2024-11-08T22:20:34,657 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-08T22:20:34,657 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:20:34,657 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,45995,1731104413736, seqNum=-1] 2024-11-08T22:20:34,658 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:20:34,658 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,43655,1731104408616.replicationSource.wal-reader.ff635fa717b5%2C43655%2C1731104408616,1-ff635fa717b5,43655,1731104408616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/WALs/ff635fa717b5,43655,1731104408616/ff635fa717b5%2C43655%2C1731104408616.1731104410419 to pos 480, reset compression=false 2024-11-08T22:20:34,658 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T22:20:34,660 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731104423891.6dcb5c6f402541af3980cb41a2bf58b8., hostname=ff635fa717b5,45995,1731104413736, seqNum=2] 2024-11-08T22:20:34,663 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-08T22:20:34,887 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45995,1731104413736.replicationSource.wal-reader.ff635fa717b5%2C45995%2C1731104413736,1-ff635fa717b5,45995,1731104413736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/WALs/ff635fa717b5,45995,1731104413736/ff635fa717b5%2C45995%2C1731104413736.1731104415189 to pos 504, reset compression=false 2024-11-08T22:20:34,892 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45995,1731104413736.replicationSource.wal-reader.ff635fa717b5%2C45995%2C1731104413736,1-ff635fa717b5,45995,1731104413736 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T22:20:34,892 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45995,1731104413736.replicationSource.wal-reader.ff635fa717b5%2C45995%2C1731104413736,1-ff635fa717b5,45995,1731104413736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/WALs/ff635fa717b5,45995,1731104413736/ff635fa717b5%2C45995%2C1731104413736.1731104415189 to pos 608, reset compression=false 2024-11-08T22:20:34,892 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45995,1731104413736.replicationSource.shipperff635fa717b5%2C45995%2C1731104413736,1-ff635fa717b5,45995,1731104413736 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff635fa717b5,45995,1731104413736 got entry batch from reader: WALEntryBatch [walEntries=[{test/6dcb5c6f402541af3980cb41a2bf58b8/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/WALs/ff635fa717b5,45995,1731104413736/ff635fa717b5%2C45995%2C1731104413736.1731104415189, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-08T22:20:34,893 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39041 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T22:20:34,895 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39041 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T22:20:34,923 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39041,1731104418385.replicationSource.wal-reader.ff635fa717b5%2C39041%2C1731104418385,1-ff635fa717b5,39041,1731104418385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/WALs/ff635fa717b5,39041,1731104418385/ff635fa717b5%2C39041%2C1731104418385.1731104420722 to pos 527, reset compression=false 2024-11-08T22:20:34,927 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39041,1731104418385.replicationSource.wal-reader.ff635fa717b5%2C39041%2C1731104418385,1-ff635fa717b5,39041,1731104418385 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T22:20:34,927 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39041,1731104418385.replicationSource.wal-reader.ff635fa717b5%2C39041%2C1731104418385,1-ff635fa717b5,39041,1731104418385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/WALs/ff635fa717b5,39041,1731104418385/ff635fa717b5%2C39041%2C1731104418385.1731104420722 to pos 654, reset compression=false 2024-11-08T22:20:34,927 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39041,1731104418385.replicationSource.shipperff635fa717b5%2C39041%2C1731104418385,1-ff635fa717b5,39041,1731104418385 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff635fa717b5,39041,1731104418385 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/WALs/ff635fa717b5,39041,1731104418385/ff635fa717b5%2C39041%2C1731104418385.1731104420722, lastWalPosition=654, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T22:20:35,062 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,43655,1731104408616.replicationSource.wal-reader.ff635fa717b5%2C43655%2C1731104408616,1-ff635fa717b5,43655,1731104408616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/WALs/ff635fa717b5,43655,1731104408616/ff635fa717b5%2C43655%2C1731104408616.1731104410419 to pos 480, reset compression=false 2024-11-08T22:20:35,095 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45995,1731104413736.replicationSource.wal-reader.ff635fa717b5%2C45995%2C1731104413736,1-ff635fa717b5,45995,1731104413736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/WALs/ff635fa717b5,45995,1731104413736/ff635fa717b5%2C45995%2C1731104413736.1731104415189 to pos 608, reset compression=false 2024-11-08T22:20:35,130 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39041,1731104418385.replicationSource.wal-reader.ff635fa717b5%2C39041%2C1731104418385,1-ff635fa717b5,39041,1731104418385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/WALs/ff635fa717b5,39041,1731104418385/ff635fa717b5%2C39041%2C1731104418385.1731104420722 to pos 654, reset compression=false 2024-11-08T22:20:35,398 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45995,1731104413736.replicationSource.wal-reader.ff635fa717b5%2C45995%2C1731104413736,1-ff635fa717b5,45995,1731104413736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/WALs/ff635fa717b5,45995,1731104413736/ff635fa717b5%2C45995%2C1731104413736.1731104415189 to pos 608, reset compression=false 2024-11-08T22:20:35,433 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39041,1731104418385.replicationSource.wal-reader.ff635fa717b5%2C39041%2C1731104418385,1-ff635fa717b5,39041,1731104418385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/WALs/ff635fa717b5,39041,1731104418385/ff635fa717b5%2C39041%2C1731104418385.1731104420722 to pos 654, reset compression=false 2024-11-08T22:20:35,565 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,43655,1731104408616.replicationSource.wal-reader.ff635fa717b5%2C43655%2C1731104408616,1-ff635fa717b5,43655,1731104408616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/WALs/ff635fa717b5,43655,1731104408616/ff635fa717b5%2C43655%2C1731104408616.1731104410419 to pos 480, reset compression=false 2024-11-08T22:20:35,664 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-08T22:20:35,667 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-08T22:20:35,802 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45995,1731104413736.replicationSource.wal-reader.ff635fa717b5%2C45995%2C1731104413736,1-ff635fa717b5,45995,1731104413736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/WALs/ff635fa717b5,45995,1731104413736/ff635fa717b5%2C45995%2C1731104413736.1731104415189 to pos 608, reset compression=false 2024-11-08T22:20:35,836 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39041,1731104418385.replicationSource.wal-reader.ff635fa717b5%2C39041%2C1731104418385,1-ff635fa717b5,39041,1731104418385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/WALs/ff635fa717b5,39041,1731104418385/ff635fa717b5%2C39041%2C1731104418385.1731104420722 to pos 654, reset compression=false 2024-11-08T22:20:35,840 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39041,1731104418385.replicationSource.wal-reader.ff635fa717b5%2C39041%2C1731104418385,1-ff635fa717b5,39041,1731104418385 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T22:20:35,840 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39041,1731104418385.replicationSource.wal-reader.ff635fa717b5%2C39041%2C1731104418385,1-ff635fa717b5,39041,1731104418385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/WALs/ff635fa717b5,39041,1731104418385/ff635fa717b5%2C39041%2C1731104418385.1731104420722 to pos 758, reset compression=false 2024-11-08T22:20:35,840 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39041,1731104418385.replicationSource.shipperff635fa717b5%2C39041%2C1731104418385,1-ff635fa717b5,39041,1731104418385 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff635fa717b5,39041,1731104418385 got entry batch from reader: WALEntryBatch [walEntries=[{test/25e639cac2448f43c10654fc4bfd5714/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/WALs/ff635fa717b5,39041,1731104418385/ff635fa717b5%2C39041%2C1731104418385.1731104420722, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-08T22:20:35,842 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39041,1731104418385.replicationSource.shipperff635fa717b5%2C39041%2C1731104418385,1-ff635fa717b5,39041,1731104418385 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T22:20:35,843 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-08T22:20:35,843 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45995 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T22:20:35,850 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45995 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T22:20:36,045 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39041,1731104418385.replicationSource.wal-reader.ff635fa717b5%2C39041%2C1731104418385,1-ff635fa717b5,39041,1731104418385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/WALs/ff635fa717b5,39041,1731104418385/ff635fa717b5%2C39041%2C1731104418385.1731104420722 to pos 758, reset compression=false 2024-11-08T22:20:36,168 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,43655,1731104408616.replicationSource.wal-reader.ff635fa717b5%2C43655%2C1731104408616,1-ff635fa717b5,43655,1731104408616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/WALs/ff635fa717b5,43655,1731104408616/ff635fa717b5%2C43655%2C1731104408616.1731104410419 to pos 480, reset compression=false 2024-11-08T22:20:36,305 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45995,1731104413736.replicationSource.wal-reader.ff635fa717b5%2C45995%2C1731104413736,1-ff635fa717b5,45995,1731104413736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/WALs/ff635fa717b5,45995,1731104413736/ff635fa717b5%2C45995%2C1731104413736.1731104415189 to pos 608, reset compression=false 2024-11-08T22:20:36,309 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45995,1731104413736.replicationSource.wal-reader.ff635fa717b5%2C45995%2C1731104413736,1-ff635fa717b5,45995,1731104413736 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T22:20:36,309 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45995,1731104413736.replicationSource.wal-reader.ff635fa717b5%2C45995%2C1731104413736,1-ff635fa717b5,45995,1731104413736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/WALs/ff635fa717b5,45995,1731104413736/ff635fa717b5%2C45995%2C1731104413736.1731104415189 to pos 735, reset compression=false 2024-11-08T22:20:36,309 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45995,1731104413736.replicationSource.shipperff635fa717b5%2C45995%2C1731104413736,1-ff635fa717b5,45995,1731104413736 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff635fa717b5,45995,1731104413736 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/WALs/ff635fa717b5,45995,1731104413736/ff635fa717b5%2C45995%2C1731104413736.1731104415189, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T22:20:36,348 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39041,1731104418385.replicationSource.wal-reader.ff635fa717b5%2C39041%2C1731104418385,1-ff635fa717b5,39041,1731104418385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/WALs/ff635fa717b5,39041,1731104418385/ff635fa717b5%2C39041%2C1731104418385.1731104420722 to pos 758, reset compression=false 2024-11-08T22:20:36,512 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45995,1731104413736.replicationSource.wal-reader.ff635fa717b5%2C45995%2C1731104413736,1-ff635fa717b5,45995,1731104413736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/WALs/ff635fa717b5,45995,1731104413736/ff635fa717b5%2C45995%2C1731104413736.1731104415189 to pos 735, reset compression=false 2024-11-08T22:20:36,668 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-08T22:20:36,671 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-08T22:20:36,750 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39041,1731104418385.replicationSource.wal-reader.ff635fa717b5%2C39041%2C1731104418385,1-ff635fa717b5,39041,1731104418385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/WALs/ff635fa717b5,39041,1731104418385/ff635fa717b5%2C39041%2C1731104418385.1731104420722 to pos 758, reset compression=false 2024-11-08T22:20:36,815 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45995,1731104413736.replicationSource.wal-reader.ff635fa717b5%2C45995%2C1731104413736,1-ff635fa717b5,45995,1731104413736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/WALs/ff635fa717b5,45995,1731104413736/ff635fa717b5%2C45995%2C1731104413736.1731104415189 to pos 735, reset compression=false 2024-11-08T22:20:36,871 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,43655,1731104408616.replicationSource.wal-reader.ff635fa717b5%2C43655%2C1731104408616,1-ff635fa717b5,43655,1731104408616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/WALs/ff635fa717b5,43655,1731104408616/ff635fa717b5%2C43655%2C1731104408616.1731104410419 to pos 480, reset compression=false 2024-11-08T22:20:36,874 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,43655,1731104408616.replicationSource.wal-reader.ff635fa717b5%2C43655%2C1731104408616,1-ff635fa717b5,43655,1731104408616 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T22:20:36,874 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,43655,1731104408616.replicationSource.wal-reader.ff635fa717b5%2C43655%2C1731104408616,1-ff635fa717b5,43655,1731104408616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/WALs/ff635fa717b5,43655,1731104408616/ff635fa717b5%2C43655%2C1731104408616.1731104410419 to pos 636, reset compression=false 2024-11-08T22:20:36,874 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,43655,1731104408616.replicationSource.shipperff635fa717b5%2C43655%2C1731104408616,1-ff635fa717b5,43655,1731104408616 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff635fa717b5,43655,1731104408616 got entry batch from reader: WALEntryBatch [walEntries=[{test/36170b86241807e34941c2fc36e69276/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/WALs/ff635fa717b5,43655,1731104408616/ff635fa717b5%2C43655%2C1731104408616.1731104410419, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-08T22:20:36,875 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45995 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T22:20:36,877 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45995 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T22:20:37,077 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,43655,1731104408616.replicationSource.wal-reader.ff635fa717b5%2C43655%2C1731104408616,1-ff635fa717b5,43655,1731104408616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/WALs/ff635fa717b5,43655,1731104408616/ff635fa717b5%2C43655%2C1731104408616.1731104410419 to pos 636, reset compression=false 2024-11-08T22:20:37,219 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45995,1731104413736.replicationSource.wal-reader.ff635fa717b5%2C45995%2C1731104413736,1-ff635fa717b5,45995,1731104413736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/WALs/ff635fa717b5,45995,1731104413736/ff635fa717b5%2C45995%2C1731104413736.1731104415189 to pos 735, reset compression=false 2024-11-08T22:20:37,223 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45995,1731104413736.replicationSource.wal-reader.ff635fa717b5%2C45995%2C1731104413736,1-ff635fa717b5,45995,1731104413736 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T22:20:37,223 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45995,1731104413736.replicationSource.wal-reader.ff635fa717b5%2C45995%2C1731104413736,1-ff635fa717b5,45995,1731104413736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/WALs/ff635fa717b5,45995,1731104413736/ff635fa717b5%2C45995%2C1731104413736.1731104415189 to pos 883, reset compression=false 2024-11-08T22:20:37,223 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45995,1731104413736.replicationSource.shipperff635fa717b5%2C45995%2C1731104413736,1-ff635fa717b5,45995,1731104413736 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff635fa717b5,45995,1731104413736 got entry batch from reader: WALEntryBatch [walEntries=[{test/6dcb5c6f402541af3980cb41a2bf58b8/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/WALs/ff635fa717b5,45995,1731104413736/ff635fa717b5%2C45995%2C1731104413736.1731104415189, lastWalPosition=883, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-08T22:20:37,224 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39041 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T22:20:37,226 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39041 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T22:20:37,253 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39041,1731104418385.replicationSource.wal-reader.ff635fa717b5%2C39041%2C1731104418385,1-ff635fa717b5,39041,1731104418385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/WALs/ff635fa717b5,39041,1731104418385/ff635fa717b5%2C39041%2C1731104418385.1731104420722 to pos 758, reset compression=false 2024-11-08T22:20:37,257 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39041,1731104418385.replicationSource.wal-reader.ff635fa717b5%2C39041%2C1731104418385,1-ff635fa717b5,39041,1731104418385 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T22:20:37,257 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39041,1731104418385.replicationSource.wal-reader.ff635fa717b5%2C39041%2C1731104418385,1-ff635fa717b5,39041,1731104418385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/WALs/ff635fa717b5,39041,1731104418385/ff635fa717b5%2C39041%2C1731104418385.1731104420722 to pos 929, reset compression=false 2024-11-08T22:20:37,257 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39041,1731104418385.replicationSource.shipperff635fa717b5%2C39041%2C1731104418385,1-ff635fa717b5,39041,1731104418385 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff635fa717b5,39041,1731104418385 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/WALs/ff635fa717b5,39041,1731104418385/ff635fa717b5%2C39041%2C1731104418385.1731104420722, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T22:20:37,380 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,43655,1731104408616.replicationSource.wal-reader.ff635fa717b5%2C43655%2C1731104408616,1-ff635fa717b5,43655,1731104408616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/WALs/ff635fa717b5,43655,1731104408616/ff635fa717b5%2C43655%2C1731104408616.1731104410419 to pos 636, reset compression=false 2024-11-08T22:20:37,427 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45995,1731104413736.replicationSource.wal-reader.ff635fa717b5%2C45995%2C1731104413736,1-ff635fa717b5,45995,1731104413736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/WALs/ff635fa717b5,45995,1731104413736/ff635fa717b5%2C45995%2C1731104413736.1731104415189 to pos 883, reset compression=false 2024-11-08T22:20:37,460 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39041,1731104418385.replicationSource.wal-reader.ff635fa717b5%2C39041%2C1731104418385,1-ff635fa717b5,39041,1731104418385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/WALs/ff635fa717b5,39041,1731104418385/ff635fa717b5%2C39041%2C1731104418385.1731104420722 to pos 929, reset compression=false 2024-11-08T22:20:37,672 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-08T22:20:37,675 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-08T22:20:37,731 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45995,1731104413736.replicationSource.wal-reader.ff635fa717b5%2C45995%2C1731104413736,1-ff635fa717b5,45995,1731104413736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/WALs/ff635fa717b5,45995,1731104413736/ff635fa717b5%2C45995%2C1731104413736.1731104415189 to pos 883, reset compression=false 2024-11-08T22:20:37,734 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45995,1731104413736.replicationSource.wal-reader.ff635fa717b5%2C45995%2C1731104413736,1-ff635fa717b5,45995,1731104413736 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T22:20:37,734 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45995,1731104413736.replicationSource.wal-reader.ff635fa717b5%2C45995%2C1731104413736,1-ff635fa717b5,45995,1731104413736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/WALs/ff635fa717b5,45995,1731104413736/ff635fa717b5%2C45995%2C1731104413736.1731104415189 to pos 1042, reset compression=false 2024-11-08T22:20:37,734 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45995,1731104413736.replicationSource.shipperff635fa717b5%2C45995%2C1731104413736,1-ff635fa717b5,45995,1731104413736 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff635fa717b5,45995,1731104413736 got entry batch from reader: WALEntryBatch [walEntries=[{test/6dcb5c6f402541af3980cb41a2bf58b8/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/WALs/ff635fa717b5,45995,1731104413736/ff635fa717b5%2C45995%2C1731104413736.1731104415189, lastWalPosition=1042, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-08T22:20:37,735 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39041 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T22:20:37,737 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39041 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T22:20:37,764 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39041,1731104418385.replicationSource.wal-reader.ff635fa717b5%2C39041%2C1731104418385,1-ff635fa717b5,39041,1731104418385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/WALs/ff635fa717b5,39041,1731104418385/ff635fa717b5%2C39041%2C1731104418385.1731104420722 to pos 929, reset compression=false 2024-11-08T22:20:37,767 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39041,1731104418385.replicationSource.wal-reader.ff635fa717b5%2C39041%2C1731104418385,1-ff635fa717b5,39041,1731104418385 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T22:20:37,767 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39041,1731104418385.replicationSource.wal-reader.ff635fa717b5%2C39041%2C1731104418385,1-ff635fa717b5,39041,1731104418385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/WALs/ff635fa717b5,39041,1731104418385/ff635fa717b5%2C39041%2C1731104418385.1731104420722 to pos 1078, reset compression=false 2024-11-08T22:20:37,767 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39041,1731104418385.replicationSource.shipperff635fa717b5%2C39041%2C1731104418385,1-ff635fa717b5,39041,1731104418385 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff635fa717b5,39041,1731104418385 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/WALs/ff635fa717b5,39041,1731104418385/ff635fa717b5%2C39041%2C1731104418385.1731104420722, lastWalPosition=1078, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T22:20:37,783 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,43655,1731104408616.replicationSource.wal-reader.ff635fa717b5%2C43655%2C1731104408616,1-ff635fa717b5,43655,1731104408616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/WALs/ff635fa717b5,43655,1731104408616/ff635fa717b5%2C43655%2C1731104408616.1731104410419 to pos 636, reset compression=false 2024-11-08T22:20:37,937 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45995,1731104413736.replicationSource.wal-reader.ff635fa717b5%2C45995%2C1731104413736,1-ff635fa717b5,45995,1731104413736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/WALs/ff635fa717b5,45995,1731104413736/ff635fa717b5%2C45995%2C1731104413736.1731104415189 to pos 1042, reset compression=false 2024-11-08T22:20:37,971 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39041,1731104418385.replicationSource.wal-reader.ff635fa717b5%2C39041%2C1731104418385,1-ff635fa717b5,39041,1731104418385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/WALs/ff635fa717b5,39041,1731104418385/ff635fa717b5%2C39041%2C1731104418385.1731104420722 to pos 1078, reset compression=false 2024-11-08T22:20:38,014 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T22:20:38,168 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T22:20:38,169 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:38,169 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:38,169 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:38,169 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:38,169 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:38,211 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:38,212 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:38,212 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:38,212 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:38,212 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:38,212 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:38,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:38,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:38,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:38,223 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:38,240 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45995,1731104413736.replicationSource.wal-reader.ff635fa717b5%2C45995%2C1731104413736,1-ff635fa717b5,45995,1731104413736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/WALs/ff635fa717b5,45995,1731104413736/ff635fa717b5%2C45995%2C1731104413736.1731104415189 to pos 1042, reset compression=false 2024-11-08T22:20:38,274 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39041,1731104418385.replicationSource.wal-reader.ff635fa717b5%2C39041%2C1731104418385,1-ff635fa717b5,39041,1731104418385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/WALs/ff635fa717b5,39041,1731104418385/ff635fa717b5%2C39041%2C1731104418385.1731104420722 to pos 1078, reset compression=false 2024-11-08T22:20:38,286 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,43655,1731104408616.replicationSource.wal-reader.ff635fa717b5%2C43655%2C1731104408616,1-ff635fa717b5,43655,1731104408616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/WALs/ff635fa717b5,43655,1731104408616/ff635fa717b5%2C43655%2C1731104408616.1731104410419 to pos 636, reset compression=false 2024-11-08T22:20:38,644 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45995,1731104413736.replicationSource.wal-reader.ff635fa717b5%2C45995%2C1731104413736,1-ff635fa717b5,45995,1731104413736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/WALs/ff635fa717b5,45995,1731104413736/ff635fa717b5%2C45995%2C1731104413736.1731104415189 to pos 1042, reset compression=false 2024-11-08T22:20:38,676 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-08T22:20:38,677 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39041,1731104418385.replicationSource.wal-reader.ff635fa717b5%2C39041%2C1731104418385,1-ff635fa717b5,39041,1731104418385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/WALs/ff635fa717b5,39041,1731104418385/ff635fa717b5%2C39041%2C1731104418385.1731104420722 to pos 1078, reset compression=false 2024-11-08T22:20:38,679 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-08T22:20:38,680 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39041,1731104418385.replicationSource.wal-reader.ff635fa717b5%2C39041%2C1731104418385,1-ff635fa717b5,39041,1731104418385 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T22:20:38,680 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39041,1731104418385.replicationSource.wal-reader.ff635fa717b5%2C39041%2C1731104418385,1-ff635fa717b5,39041,1731104418385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/WALs/ff635fa717b5,39041,1731104418385/ff635fa717b5%2C39041%2C1731104418385.1731104420722 to pos 1237, reset compression=false 2024-11-08T22:20:38,680 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39041,1731104418385.replicationSource.shipperff635fa717b5%2C39041%2C1731104418385,1-ff635fa717b5,39041,1731104418385 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff635fa717b5,39041,1731104418385 got entry batch from reader: WALEntryBatch [walEntries=[{test/25e639cac2448f43c10654fc4bfd5714/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/WALs/ff635fa717b5,39041,1731104418385/ff635fa717b5%2C39041%2C1731104418385.1731104420722, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-08T22:20:38,681 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45995 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T22:20:38,683 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45995 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T22:20:38,883 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39041,1731104418385.replicationSource.wal-reader.ff635fa717b5%2C39041%2C1731104418385,1-ff635fa717b5,39041,1731104418385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/WALs/ff635fa717b5,39041,1731104418385/ff635fa717b5%2C39041%2C1731104418385.1731104420722 to pos 1237, reset compression=false 2024-11-08T22:20:38,889 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,43655,1731104408616.replicationSource.wal-reader.ff635fa717b5%2C43655%2C1731104408616,1-ff635fa717b5,43655,1731104408616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/WALs/ff635fa717b5,43655,1731104408616/ff635fa717b5%2C43655%2C1731104408616.1731104410419 to pos 636, reset compression=false 2024-11-08T22:20:39,147 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45995,1731104413736.replicationSource.wal-reader.ff635fa717b5%2C45995%2C1731104413736,1-ff635fa717b5,45995,1731104413736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/WALs/ff635fa717b5,45995,1731104413736/ff635fa717b5%2C45995%2C1731104413736.1731104415189 to pos 1042, reset compression=false 2024-11-08T22:20:39,151 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45995,1731104413736.replicationSource.wal-reader.ff635fa717b5%2C45995%2C1731104413736,1-ff635fa717b5,45995,1731104413736 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T22:20:39,151 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45995,1731104413736.replicationSource.wal-reader.ff635fa717b5%2C45995%2C1731104413736,1-ff635fa717b5,45995,1731104413736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/WALs/ff635fa717b5,45995,1731104413736/ff635fa717b5%2C45995%2C1731104413736.1731104415189 to pos 1191, reset compression=false 2024-11-08T22:20:39,151 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45995,1731104413736.replicationSource.shipperff635fa717b5%2C45995%2C1731104413736,1-ff635fa717b5,45995,1731104413736 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff635fa717b5,45995,1731104413736 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/WALs/ff635fa717b5,45995,1731104413736/ff635fa717b5%2C45995%2C1731104413736.1731104415189, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T22:20:39,185 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39041,1731104418385.replicationSource.wal-reader.ff635fa717b5%2C39041%2C1731104418385,1-ff635fa717b5,39041,1731104418385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/WALs/ff635fa717b5,39041,1731104418385/ff635fa717b5%2C39041%2C1731104418385.1731104420722 to pos 1237, reset compression=false 2024-11-08T22:20:39,354 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45995,1731104413736.replicationSource.wal-reader.ff635fa717b5%2C45995%2C1731104413736,1-ff635fa717b5,45995,1731104413736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/WALs/ff635fa717b5,45995,1731104413736/ff635fa717b5%2C45995%2C1731104413736.1731104415189 to pos 1191, reset compression=false 2024-11-08T22:20:39,588 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39041,1731104418385.replicationSource.wal-reader.ff635fa717b5%2C39041%2C1731104418385,1-ff635fa717b5,39041,1731104418385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/WALs/ff635fa717b5,39041,1731104418385/ff635fa717b5%2C39041%2C1731104418385.1731104420722 to pos 1237, reset compression=false 2024-11-08T22:20:39,592 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,43655,1731104408616.replicationSource.wal-reader.ff635fa717b5%2C43655%2C1731104408616,1-ff635fa717b5,43655,1731104408616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/WALs/ff635fa717b5,43655,1731104408616/ff635fa717b5%2C43655%2C1731104408616.1731104410419 to pos 636, reset compression=false 2024-11-08T22:20:39,657 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45995,1731104413736.replicationSource.wal-reader.ff635fa717b5%2C45995%2C1731104413736,1-ff635fa717b5,45995,1731104413736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/WALs/ff635fa717b5,45995,1731104413736/ff635fa717b5%2C45995%2C1731104413736.1731104415189 to pos 1191, reset compression=false 2024-11-08T22:20:39,680 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-08T22:20:39,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T22:20:39,685 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T22:20:39,686 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:20:39,686 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:20:39,686 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:20:39,686 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:20:39,686 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T22:20:39,686 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=798421826, stopped=false 2024-11-08T22:20:39,686 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ff635fa717b5,40389,1731104418270 2024-11-08T22:20:39,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40389-0x1011c88f6640006, quorum=127.0.0.1:54959, baseZNode=/2-1496202954 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1496202954/running 2024-11-08T22:20:39,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39041-0x1011c88f6640007, quorum=127.0.0.1:54959, baseZNode=/2-1496202954 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1496202954/running 2024-11-08T22:20:39,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39041-0x1011c88f6640007, quorum=127.0.0.1:54959, baseZNode=/2-1496202954 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1496202954 2024-11-08T22:20:39,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40389-0x1011c88f6640006, quorum=127.0.0.1:54959, baseZNode=/2-1496202954 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1496202954 2024-11-08T22:20:39,755 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T22:20:39,755 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T22:20:39,755 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:20:39,755 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40389-0x1011c88f6640006, quorum=127.0.0.1:54959, baseZNode=/2-1496202954 Set watcher on znode that does not yet exist, /2-1496202954/running 2024-11-08T22:20:39,756 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:20:39,756 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39041-0x1011c88f6640007, quorum=127.0.0.1:54959, baseZNode=/2-1496202954 Set watcher on znode that does not yet exist, /2-1496202954/running 2024-11-08T22:20:39,756 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ff635fa717b5,39041,1731104418385' ***** 2024-11-08T22:20:39,756 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T22:20:39,756 INFO [RS:0;ff635fa717b5:39041 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T22:20:39,756 INFO [RS:0;ff635fa717b5:39041 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T22:20:39,756 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T22:20:39,756 INFO [RS:0;ff635fa717b5:39041 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T22:20:39,756 INFO [RS:0;ff635fa717b5:39041 {}] regionserver.HRegionServer(3091): Received CLOSE for 27eb216095f799aa7fe4d6948332b720 2024-11-08T22:20:39,757 INFO [RS:0;ff635fa717b5:39041 {}] regionserver.HRegionServer(3091): Received CLOSE for 25e639cac2448f43c10654fc4bfd5714 2024-11-08T22:20:39,757 INFO [RS:0;ff635fa717b5:39041 {}] regionserver.HRegionServer(959): stopping server ff635fa717b5,39041,1731104418385 2024-11-08T22:20:39,757 INFO [RS:0;ff635fa717b5:39041 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T22:20:39,757 INFO [RS:0;ff635fa717b5:39041 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff635fa717b5:39041. 2024-11-08T22:20:39,757 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 27eb216095f799aa7fe4d6948332b720, disabling compactions & flushes 2024-11-08T22:20:39,757 DEBUG [RS:0;ff635fa717b5:39041 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:20:39,757 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731104431500.27eb216095f799aa7fe4d6948332b720. 2024-11-08T22:20:39,757 DEBUG [RS:0;ff635fa717b5:39041 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:20:39,757 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731104431500.27eb216095f799aa7fe4d6948332b720. 2024-11-08T22:20:39,757 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731104431500.27eb216095f799aa7fe4d6948332b720. after waiting 0 ms 2024-11-08T22:20:39,757 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731104431500.27eb216095f799aa7fe4d6948332b720. 2024-11-08T22:20:39,757 INFO [RS:0;ff635fa717b5:39041 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T22:20:39,757 INFO [RS:0;ff635fa717b5:39041 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T22:20:39,757 INFO [RS:0;ff635fa717b5:39041 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T22:20:39,757 INFO [RS:0;ff635fa717b5:39041 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T22:20:39,757 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 27eb216095f799aa7fe4d6948332b720 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-08T22:20:39,757 INFO [RS:0;ff635fa717b5:39041 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T22:20:39,757 DEBUG [RS:0;ff635fa717b5:39041 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 27eb216095f799aa7fe4d6948332b720=hbase:replication,,1731104431500.27eb216095f799aa7fe4d6948332b720., 25e639cac2448f43c10654fc4bfd5714=test,,1731104426041.25e639cac2448f43c10654fc4bfd5714.} 2024-11-08T22:20:39,757 DEBUG [RS:0;ff635fa717b5:39041 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 25e639cac2448f43c10654fc4bfd5714, 27eb216095f799aa7fe4d6948332b720 2024-11-08T22:20:39,757 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T22:20:39,757 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T22:20:39,757 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T22:20:39,757 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T22:20:39,758 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T22:20:39,758 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T22:20:39,771 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/data/hbase/meta/1588230740/.tmp/info/d9204175f7dd41b1a32f1545bd0b4bcb is 147, key is hbase:replication,,1731104431500.27eb216095f799aa7fe4d6948332b720./info:regioninfo/1731104432677/Put/seqid=0 2024-11-08T22:20:39,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741840_1016 (size=7686) 2024-11-08T22:20:39,776 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/data/hbase/replication/27eb216095f799aa7fe4d6948332b720/.tmp/queue/b5236d33ba5048c9b2a9540868e8a547 is 154, key is 1-ff635fa717b5,39041,1731104418385/queue:ff635fa717b5%2C39041%2C1731104418385/1731104438684/Put/seqid=0 2024-11-08T22:20:39,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741841_1017 (size=5353) 2024-11-08T22:20:39,780 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/data/hbase/replication/27eb216095f799aa7fe4d6948332b720/.tmp/queue/b5236d33ba5048c9b2a9540868e8a547 2024-11-08T22:20:39,784 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/data/hbase/replication/27eb216095f799aa7fe4d6948332b720/.tmp/queue/b5236d33ba5048c9b2a9540868e8a547 as hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/data/hbase/replication/27eb216095f799aa7fe4d6948332b720/queue/b5236d33ba5048c9b2a9540868e8a547 2024-11-08T22:20:39,788 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/data/hbase/replication/27eb216095f799aa7fe4d6948332b720/queue/b5236d33ba5048c9b2a9540868e8a547, entries=1, sequenceid=12, filesize=5.2 K 2024-11-08T22:20:39,788 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 27eb216095f799aa7fe4d6948332b720 in 31ms, sequenceid=12, compaction requested=false 2024-11-08T22:20:39,792 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/data/hbase/replication/27eb216095f799aa7fe4d6948332b720/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-08T22:20:39,792 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T22:20:39,792 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T22:20:39,792 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731104431500.27eb216095f799aa7fe4d6948332b720. 2024-11-08T22:20:39,792 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 27eb216095f799aa7fe4d6948332b720: Waiting for close lock at 1731104439757Running coprocessor pre-close hooks at 1731104439757Disabling compacts and flushes for region at 1731104439757Disabling writes for close at 1731104439757Obtaining lock to block concurrent updates at 1731104439757Preparing flush snapshotting stores in 27eb216095f799aa7fe4d6948332b720 at 1731104439757Finished memstore snapshotting hbase:replication,,1731104431500.27eb216095f799aa7fe4d6948332b720., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731104439758 (+1 ms)Flushing stores of hbase:replication,,1731104431500.27eb216095f799aa7fe4d6948332b720. at 1731104439758Flushing 27eb216095f799aa7fe4d6948332b720/queue: creating writer at 1731104439758Flushing 27eb216095f799aa7fe4d6948332b720/queue: appending metadata at 1731104439776 (+18 ms)Flushing 27eb216095f799aa7fe4d6948332b720/queue: closing flushed file at 1731104439776Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3725710b: reopening flushed file at 1731104439783 (+7 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 27eb216095f799aa7fe4d6948332b720 in 31ms, sequenceid=12, compaction requested=false at 1731104439788 (+5 ms)Writing region close event to WAL at 1731104439789 (+1 ms)Running coprocessor post-close hooks at 1731104439792 (+3 ms)Closed at 1731104439792 2024-11-08T22:20:39,792 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731104431500.27eb216095f799aa7fe4d6948332b720. 2024-11-08T22:20:39,792 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 25e639cac2448f43c10654fc4bfd5714, disabling compactions & flushes 2024-11-08T22:20:39,793 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731104426041.25e639cac2448f43c10654fc4bfd5714. 2024-11-08T22:20:39,793 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731104426041.25e639cac2448f43c10654fc4bfd5714. 2024-11-08T22:20:39,793 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731104426041.25e639cac2448f43c10654fc4bfd5714. after waiting 0 ms 2024-11-08T22:20:39,793 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731104426041.25e639cac2448f43c10654fc4bfd5714. 2024-11-08T22:20:39,793 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 25e639cac2448f43c10654fc4bfd5714 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-08T22:20:39,808 INFO [regionserver/ff635fa717b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T22:20:39,810 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/data/default/test/25e639cac2448f43c10654fc4bfd5714/.tmp/f/457ac05c13f641f78ca1acad9370b49e is 29, key is row1/f:/1731104437673/DeleteFamily/seqid=0 2024-11-08T22:20:39,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741842_1018 (size=5152) 2024-11-08T22:20:39,958 DEBUG [RS:0;ff635fa717b5:39041 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 25e639cac2448f43c10654fc4bfd5714 2024-11-08T22:20:40,061 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45995,1731104413736.replicationSource.wal-reader.ff635fa717b5%2C45995%2C1731104413736,1-ff635fa717b5,45995,1731104413736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/WALs/ff635fa717b5,45995,1731104413736/ff635fa717b5%2C45995%2C1731104413736.1731104415189 to pos 1191, reset compression=false 2024-11-08T22:20:40,091 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39041,1731104418385.replicationSource.wal-reader.ff635fa717b5%2C39041%2C1731104418385,1-ff635fa717b5,39041,1731104418385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/WALs/ff635fa717b5,39041,1731104418385/ff635fa717b5%2C39041%2C1731104418385.1731104420722 to pos 1237, reset compression=false 2024-11-08T22:20:40,095 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39041,1731104418385.replicationSource.wal-reader.ff635fa717b5%2C39041%2C1731104418385,1-ff635fa717b5,39041,1731104418385 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T22:20:40,095 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39041,1731104418385.replicationSource.wal-reader.ff635fa717b5%2C39041%2C1731104418385,1-ff635fa717b5,39041,1731104418385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/WALs/ff635fa717b5,39041,1731104418385/ff635fa717b5%2C39041%2C1731104418385.1731104420722 to pos 1484, reset compression=false 2024-11-08T22:20:40,095 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39041,1731104418385.replicationSource.shipperff635fa717b5%2C39041%2C1731104418385,1-ff635fa717b5,39041,1731104418385 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff635fa717b5,39041,1731104418385 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/WALs/ff635fa717b5,39041,1731104418385/ff635fa717b5%2C39041%2C1731104418385.1731104420722, lastWalPosition=1484, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T22:20:40,096 ERROR [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39041,1731104418385.replicationSource.shipperff635fa717b5%2C39041%2C1731104418385,1-ff635fa717b5,39041,1731104418385 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ff635fa717b5,39041,1731104418385: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-ff635fa717b5,39041,1731104418385, walGroup=ff635fa717b5%2C39041%2C1731104418385, offset=ff635fa717b5%2C39041%2C1731104418385.1731104420722:1484, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff635fa717b5:39041 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T22:20:40,097 ERROR [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39041,1731104418385.replicationSource.shipperff635fa717b5%2C39041%2C1731104418385,1-ff635fa717b5,39041,1731104418385 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T22:20:40,097 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39041,1731104418385.replicationSource.shipperff635fa717b5%2C39041%2C1731104418385,1-ff635fa717b5,39041,1731104418385 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T22:20:40,097 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39041,1731104418385.replicationSource.shipperff635fa717b5%2C39041%2C1731104418385,1-ff635fa717b5,39041,1731104418385 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T22:20:40,098 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39041,1731104418385.replicationSource.shipperff635fa717b5%2C39041%2C1731104418385,1-ff635fa717b5,39041,1731104418385 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T22:20:40,098 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39041,1731104418385.replicationSource.shipperff635fa717b5%2C39041%2C1731104418385,1-ff635fa717b5,39041,1731104418385 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T22:20:40,098 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39041,1731104418385.replicationSource.shipperff635fa717b5%2C39041%2C1731104418385,1-ff635fa717b5,39041,1731104418385 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1384120320, "init": 1048576000, "max": 2306867200, "used": 900942032 }, "NonHeapMemoryUsage": { "committed": 205717504, "init": 7667712, "max": -1, "used": 202494968 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T22:20:40,098 WARN [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39041,1731104418385.replicationSource.shipperff635fa717b5%2C39041%2C1731104418385,1-ff635fa717b5,39041,1731104418385 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff635fa717b5:40389 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff635fa717b5:40389 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T22:20:40,158 DEBUG [RS:0;ff635fa717b5:39041 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 25e639cac2448f43c10654fc4bfd5714 2024-11-08T22:20:40,175 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/data/hbase/meta/1588230740/.tmp/info/d9204175f7dd41b1a32f1545bd0b4bcb 2024-11-08T22:20:40,191 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/data/hbase/meta/1588230740/.tmp/ns/8cd04fae2a7145b191fcb58cc40047c2 is 43, key is default/ns:d/1731104421666/Put/seqid=0 2024-11-08T22:20:40,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741843_1019 (size=5153) 2024-11-08T22:20:40,213 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/data/default/test/25e639cac2448f43c10654fc4bfd5714/.tmp/f/457ac05c13f641f78ca1acad9370b49e 2024-11-08T22:20:40,217 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 457ac05c13f641f78ca1acad9370b49e 2024-11-08T22:20:40,233 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/data/default/test/25e639cac2448f43c10654fc4bfd5714/.tmp/f1/4079c86fcc604741a3d7e4fe855f003b is 30, key is row1/f1:/1731104437673/DeleteFamily/seqid=0 2024-11-08T22:20:40,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741844_1020 (size=5158) 2024-11-08T22:20:40,236 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/data/default/test/25e639cac2448f43c10654fc4bfd5714/.tmp/f1/4079c86fcc604741a3d7e4fe855f003b 2024-11-08T22:20:40,240 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4079c86fcc604741a3d7e4fe855f003b 2024-11-08T22:20:40,253 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/data/default/test/25e639cac2448f43c10654fc4bfd5714/.tmp/norep/48a3fc9661244a3abb9430c468d075e0 is 33, key is row2/norep:/1731104438677/DeleteFamily/seqid=0 2024-11-08T22:20:40,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741845_1021 (size=5108) 2024-11-08T22:20:40,299 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39041,1731104418385.replicationSource.wal-reader.ff635fa717b5%2C39041%2C1731104418385,1-ff635fa717b5,39041,1731104418385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/WALs/ff635fa717b5,39041,1731104418385/ff635fa717b5%2C39041%2C1731104418385.1731104420722 to pos 1484, reset compression=false 2024-11-08T22:20:40,358 DEBUG [RS:0;ff635fa717b5:39041 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 25e639cac2448f43c10654fc4bfd5714 2024-11-08T22:20:40,396 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,43655,1731104408616.replicationSource.wal-reader.ff635fa717b5%2C43655%2C1731104408616,1-ff635fa717b5,43655,1731104408616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/WALs/ff635fa717b5,43655,1731104408616/ff635fa717b5%2C43655%2C1731104408616.1731104410419 to pos 636, reset compression=false 2024-11-08T22:20:40,558 DEBUG [RS:0;ff635fa717b5:39041 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 25e639cac2448f43c10654fc4bfd5714 2024-11-08T22:20:40,563 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45995,1731104413736.replicationSource.wal-reader.ff635fa717b5%2C45995%2C1731104413736,1-ff635fa717b5,45995,1731104413736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/WALs/ff635fa717b5,45995,1731104413736/ff635fa717b5%2C45995%2C1731104413736.1731104415189 to pos 1191, reset compression=false 2024-11-08T22:20:40,594 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/data/hbase/meta/1588230740/.tmp/ns/8cd04fae2a7145b191fcb58cc40047c2 2024-11-08T22:20:40,602 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39041,1731104418385.replicationSource.wal-reader.ff635fa717b5%2C39041%2C1731104418385,1-ff635fa717b5,39041,1731104418385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/WALs/ff635fa717b5,39041,1731104418385/ff635fa717b5%2C39041%2C1731104418385.1731104420722 to pos 1484, reset compression=false 2024-11-08T22:20:40,607 INFO [regionserver/ff635fa717b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T22:20:40,607 INFO [regionserver/ff635fa717b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T22:20:40,622 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/data/hbase/meta/1588230740/.tmp/rep_barrier/cc7cbe338b9648c7b6f49072d9acfc73 is 112, key is test,,1731104426041.25e639cac2448f43c10654fc4bfd5714./rep_barrier:seqnumDuringOpen/1731104426795/Put/seqid=0 2024-11-08T22:20:40,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741846_1022 (size=5518) 2024-11-08T22:20:40,633 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/data/hbase/meta/1588230740/.tmp/rep_barrier/cc7cbe338b9648c7b6f49072d9acfc73 2024-11-08T22:20:40,659 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/data/default/test/25e639cac2448f43c10654fc4bfd5714/.tmp/norep/48a3fc9661244a3abb9430c468d075e0 2024-11-08T22:20:40,659 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/data/hbase/meta/1588230740/.tmp/table/166538776ca84eadb399e222ba21277b is 53, key is hbase:replication/table:state/1731104432683/Put/seqid=0 2024-11-08T22:20:40,664 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 48a3fc9661244a3abb9430c468d075e0 2024-11-08T22:20:40,671 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/data/default/test/25e639cac2448f43c10654fc4bfd5714/.tmp/f/457ac05c13f641f78ca1acad9370b49e as hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/data/default/test/25e639cac2448f43c10654fc4bfd5714/f/457ac05c13f641f78ca1acad9370b49e 2024-11-08T22:20:40,676 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 457ac05c13f641f78ca1acad9370b49e 2024-11-08T22:20:40,676 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/data/default/test/25e639cac2448f43c10654fc4bfd5714/f/457ac05c13f641f78ca1acad9370b49e, entries=3, sequenceid=10, filesize=5.0 K 2024-11-08T22:20:40,677 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/data/default/test/25e639cac2448f43c10654fc4bfd5714/.tmp/f1/4079c86fcc604741a3d7e4fe855f003b as hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/data/default/test/25e639cac2448f43c10654fc4bfd5714/f1/4079c86fcc604741a3d7e4fe855f003b 2024-11-08T22:20:40,681 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4079c86fcc604741a3d7e4fe855f003b 2024-11-08T22:20:40,681 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/data/default/test/25e639cac2448f43c10654fc4bfd5714/f1/4079c86fcc604741a3d7e4fe855f003b, entries=3, sequenceid=10, filesize=5.0 K 2024-11-08T22:20:40,682 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/data/default/test/25e639cac2448f43c10654fc4bfd5714/.tmp/norep/48a3fc9661244a3abb9430c468d075e0 as hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/data/default/test/25e639cac2448f43c10654fc4bfd5714/norep/48a3fc9661244a3abb9430c468d075e0 2024-11-08T22:20:40,692 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 48a3fc9661244a3abb9430c468d075e0 2024-11-08T22:20:40,692 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/data/default/test/25e639cac2448f43c10654fc4bfd5714/norep/48a3fc9661244a3abb9430c468d075e0, entries=1, sequenceid=10, filesize=5.0 K 2024-11-08T22:20:40,693 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 25e639cac2448f43c10654fc4bfd5714 in 900ms, sequenceid=10, compaction requested=false 2024-11-08T22:20:40,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741847_1023 (size=5308) 2024-11-08T22:20:40,698 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/data/hbase/meta/1588230740/.tmp/table/166538776ca84eadb399e222ba21277b 2024-11-08T22:20:40,703 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/data/hbase/meta/1588230740/.tmp/info/d9204175f7dd41b1a32f1545bd0b4bcb as hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/data/hbase/meta/1588230740/info/d9204175f7dd41b1a32f1545bd0b4bcb 2024-11-08T22:20:40,718 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/data/hbase/meta/1588230740/info/d9204175f7dd41b1a32f1545bd0b4bcb, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T22:20:40,720 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/data/hbase/meta/1588230740/.tmp/ns/8cd04fae2a7145b191fcb58cc40047c2 as hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/data/hbase/meta/1588230740/ns/8cd04fae2a7145b191fcb58cc40047c2 2024-11-08T22:20:40,729 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/data/hbase/meta/1588230740/ns/8cd04fae2a7145b191fcb58cc40047c2, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T22:20:40,730 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/data/hbase/meta/1588230740/.tmp/rep_barrier/cc7cbe338b9648c7b6f49072d9acfc73 as hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/data/hbase/meta/1588230740/rep_barrier/cc7cbe338b9648c7b6f49072d9acfc73 2024-11-08T22:20:40,742 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/data/hbase/meta/1588230740/rep_barrier/cc7cbe338b9648c7b6f49072d9acfc73, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T22:20:40,742 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/data/hbase/meta/1588230740/.tmp/table/166538776ca84eadb399e222ba21277b as hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/data/hbase/meta/1588230740/table/166538776ca84eadb399e222ba21277b 2024-11-08T22:20:40,752 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/data/hbase/meta/1588230740/table/166538776ca84eadb399e222ba21277b, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T22:20:40,753 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 995ms, sequenceid=16, compaction requested=false 2024-11-08T22:20:40,758 INFO [RS:0;ff635fa717b5:39041 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T22:20:40,758 DEBUG [RS:0;ff635fa717b5:39041 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 25e639cac2448f43c10654fc4bfd5714=test,,1731104426041.25e639cac2448f43c10654fc4bfd5714.} 2024-11-08T22:20:40,758 DEBUG [RS:0;ff635fa717b5:39041 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 25e639cac2448f43c10654fc4bfd5714 2024-11-08T22:20:40,772 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/data/default/test/25e639cac2448f43c10654fc4bfd5714/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-08T22:20:40,772 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T22:20:40,772 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T22:20:40,772 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731104426041.25e639cac2448f43c10654fc4bfd5714. 2024-11-08T22:20:40,772 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 25e639cac2448f43c10654fc4bfd5714: Waiting for close lock at 1731104439792Running coprocessor pre-close hooks at 1731104439792Disabling compacts and flushes for region at 1731104439792Disabling writes for close at 1731104439793 (+1 ms)Obtaining lock to block concurrent updates at 1731104439793Preparing flush snapshotting stores in 25e639cac2448f43c10654fc4bfd5714 at 1731104439793Finished memstore snapshotting test,,1731104426041.25e639cac2448f43c10654fc4bfd5714., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731104439793Flushing stores of test,,1731104426041.25e639cac2448f43c10654fc4bfd5714. at 1731104439793Flushing 25e639cac2448f43c10654fc4bfd5714/f: creating writer at 1731104439793Flushing 25e639cac2448f43c10654fc4bfd5714/f: appending metadata at 1731104439809 (+16 ms)Flushing 25e639cac2448f43c10654fc4bfd5714/f: closing flushed file at 1731104439809Flushing 25e639cac2448f43c10654fc4bfd5714/f1: creating writer at 1731104440217 (+408 ms)Flushing 25e639cac2448f43c10654fc4bfd5714/f1: appending metadata at 1731104440232 (+15 ms)Flushing 25e639cac2448f43c10654fc4bfd5714/f1: closing flushed file at 1731104440232Flushing 25e639cac2448f43c10654fc4bfd5714/norep: creating writer at 1731104440240 (+8 ms)Flushing 25e639cac2448f43c10654fc4bfd5714/norep: appending metadata at 1731104440252 (+12 ms)Flushing 25e639cac2448f43c10654fc4bfd5714/norep: closing flushed file at 1731104440252Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71491457: reopening flushed file at 1731104440664 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54d0c7f4: reopening flushed file at 1731104440676 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16506080: reopening flushed file at 1731104440681 (+5 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 25e639cac2448f43c10654fc4bfd5714 in 900ms, sequenceid=10, compaction requested=false at 1731104440693 (+12 ms)Writing region close event to WAL at 1731104440750 (+57 ms)Running coprocessor post-close hooks at 1731104440772 (+22 ms)Closed at 1731104440772 2024-11-08T22:20:40,773 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731104426041.25e639cac2448f43c10654fc4bfd5714. 2024-11-08T22:20:40,789 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T22:20:40,789 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T22:20:40,789 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T22:20:40,789 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T22:20:40,789 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731104439757Running coprocessor pre-close hooks at 1731104439757Disabling compacts and flushes for region at 1731104439757Disabling writes for close at 1731104439757Obtaining lock to block concurrent updates at 1731104439758 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731104439758Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731104439758Flushing stores of hbase:meta,,1.1588230740 at 1731104439758Flushing 1588230740/info: creating writer at 1731104439758Flushing 1588230740/info: appending metadata at 1731104439771 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731104439771Flushing 1588230740/ns: creating writer at 1731104440179 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731104440190 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1731104440190Flushing 1588230740/rep_barrier: creating writer at 1731104440597 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731104440622 (+25 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731104440622Flushing 1588230740/table: creating writer at 1731104440637 (+15 ms)Flushing 1588230740/table: appending metadata at 1731104440658 (+21 ms)Flushing 1588230740/table: closing flushed file at 1731104440658Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d7071e2: reopening flushed file at 1731104440702 (+44 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@233a677e: reopening flushed file at 1731104440718 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13547b62: reopening flushed file at 1731104440729 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@541d782f: reopening flushed file at 1731104440742 (+13 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 995ms, sequenceid=16, compaction requested=false at 1731104440753 (+11 ms)Writing region close event to WAL at 1731104440783 (+30 ms)Running coprocessor post-close hooks at 1731104440789 (+6 ms)Closed at 1731104440789 2024-11-08T22:20:40,790 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T22:20:40,959 INFO [RS:0;ff635fa717b5:39041 {}] regionserver.HRegionServer(976): stopping server ff635fa717b5,39041,1731104418385; all regions closed. 2024-11-08T22:20:40,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741834_1010 (size=4239) 2024-11-08T22:20:40,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741839_1015 (size=3114) 2024-11-08T22:20:40,978 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/WALs/ff635fa717b5,39041,1731104418385/ff635fa717b5%2C39041%2C1731104418385.rep.1731104432651 not finished, retry = 0 2024-11-08T22:20:41,008 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39041,1731104418385.replicationSource.wal-reader.ff635fa717b5%2C39041%2C1731104418385,1-ff635fa717b5,39041,1731104418385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/WALs/ff635fa717b5,39041,1731104418385/ff635fa717b5%2C39041%2C1731104418385.1731104420722 to pos 1484, reset compression=false 2024-11-08T22:20:41,035 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39041,1731104418385.replicationSource.wal-reader.ff635fa717b5%2C39041%2C1731104418385,1-ff635fa717b5,39041,1731104418385 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T22:20:41,035 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39041,1731104418385.replicationSource.wal-reader.ff635fa717b5%2C39041%2C1731104418385,1-ff635fa717b5,39041,1731104418385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/WALs/ff635fa717b5,39041,1731104418385/ff635fa717b5%2C39041%2C1731104418385.1731104420722 to pos 2128, reset compression=false 2024-11-08T22:20:41,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741832_1008 (size=2136) 2024-11-08T22:20:41,099 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/WALs/ff635fa717b5,39041,1731104418385/ff635fa717b5%2C39041%2C1731104418385.1731104420722 not finished, retry = 0 2024-11-08T22:20:41,166 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45995,1731104413736.replicationSource.wal-reader.ff635fa717b5%2C45995%2C1731104413736,1-ff635fa717b5,45995,1731104413736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/WALs/ff635fa717b5,45995,1731104413736/ff635fa717b5%2C45995%2C1731104413736.1731104415189 to pos 1191, reset compression=false 2024-11-08T22:20:41,200 DEBUG [RS:0;ff635fa717b5:39041 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:20:41,200 INFO [RS:0;ff635fa717b5:39041 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T22:20:41,201 INFO [RS:0;ff635fa717b5:39041 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T22:20:41,201 INFO [RS:0;ff635fa717b5:39041 {}] hbase.ChoreService(370): Chore service for: regionserver/ff635fa717b5:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T22:20:41,201 INFO [RS:0;ff635fa717b5:39041 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T22:20:41,201 INFO [regionserver/ff635fa717b5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T22:20:41,201 INFO [RS:0;ff635fa717b5:39041 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ff635fa717b5,39041,1731104418385 because: Region server is closing 2024-11-08T22:20:41,202 INFO [RS:0;ff635fa717b5:39041 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff635fa717b5:39041. 2024-11-08T22:20:41,202 DEBUG [RS:0;ff635fa717b5:39041 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:20:41,202 DEBUG [RS:0;ff635fa717b5:39041 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:20:41,202 DEBUG [RS:0;ff635fa717b5:39041 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:20:41,202 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:20:41,300 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,43655,1731104408616.replicationSource.wal-reader.ff635fa717b5%2C43655%2C1731104408616,1-ff635fa717b5,43655,1731104408616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/WALs/ff635fa717b5,43655,1731104408616/ff635fa717b5%2C43655%2C1731104408616.1731104410419 to pos 636, reset compression=false 2024-11-08T22:20:41,303 INFO [RS:0;ff635fa717b5:39041 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,39041,1731104418385.replicationSource.shipperff635fa717b5%2C39041%2C1731104418385,1-ff635fa717b5,39041,1731104418385 terminated 2024-11-08T22:20:41,303 INFO [RS:0;ff635fa717b5:39041 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff635fa717b5:39041. 2024-11-08T22:20:41,303 DEBUG [RS:0;ff635fa717b5:39041 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:20:41,303 DEBUG [RS:0;ff635fa717b5:39041 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:20:41,303 DEBUG [RS:0;ff635fa717b5:39041 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:20:41,303 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:20:41,303 INFO [RS:0;ff635fa717b5:39041 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39041 2024-11-08T22:20:41,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40389-0x1011c88f6640006, quorum=127.0.0.1:54959, baseZNode=/2-1496202954 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1496202954/rs 2024-11-08T22:20:41,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39041-0x1011c88f6640007, quorum=127.0.0.1:54959, baseZNode=/2-1496202954 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1496202954/rs/ff635fa717b5,39041,1731104418385 2024-11-08T22:20:41,354 INFO [RS:0;ff635fa717b5:39041 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T22:20:41,355 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ff635fa717b5,39041,1731104418385] 2024-11-08T22:20:41,375 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1496202954/draining/ff635fa717b5,39041,1731104418385 already deleted, retry=false 2024-11-08T22:20:41,376 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ff635fa717b5,39041,1731104418385 expired; onlineServers=0 2024-11-08T22:20:41,376 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ff635fa717b5,40389,1731104418270' ***** 2024-11-08T22:20:41,376 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T22:20:41,376 INFO [M:0;ff635fa717b5:40389 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T22:20:41,376 INFO [M:0;ff635fa717b5:40389 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T22:20:41,376 DEBUG [M:0;ff635fa717b5:40389 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T22:20:41,376 DEBUG [M:0;ff635fa717b5:40389 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T22:20:41,376 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T22:20:41,377 INFO [M:0;ff635fa717b5:40389 {}] hbase.ChoreService(370): Chore service for: master/ff635fa717b5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T22:20:41,377 INFO [M:0;ff635fa717b5:40389 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T22:20:41,377 DEBUG [M:0;ff635fa717b5:40389 {}] master.HMaster(1795): Stopping service threads 2024-11-08T22:20:41,378 INFO [M:0;ff635fa717b5:40389 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T22:20:41,378 INFO [M:0;ff635fa717b5:40389 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T22:20:41,378 DEBUG [master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.large.0-1731104420441 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.large.0-1731104420441,5,FailOnTimeoutGroup] 2024-11-08T22:20:41,378 DEBUG [master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.small.0-1731104420441 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.small.0-1731104420441,5,FailOnTimeoutGroup] 2024-11-08T22:20:41,379 INFO [M:0;ff635fa717b5:40389 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T22:20:41,379 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T22:20:41,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40389-0x1011c88f6640006, quorum=127.0.0.1:54959, baseZNode=/2-1496202954 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1496202954/master 2024-11-08T22:20:41,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40389-0x1011c88f6640006, quorum=127.0.0.1:54959, baseZNode=/2-1496202954 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1496202954 2024-11-08T22:20:41,386 DEBUG [M:0;ff635fa717b5:40389 {}] zookeeper.ZKUtil(347): master:40389-0x1011c88f6640006, quorum=127.0.0.1:54959, baseZNode=/2-1496202954 Unable to get data of znode /2-1496202954/master because node does not exist (not an error) 2024-11-08T22:20:41,386 WARN [M:0;ff635fa717b5:40389 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T22:20:41,387 INFO [M:0;ff635fa717b5:40389 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/.lastflushedseqids 2024-11-08T22:20:41,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741848_1024 (size=245) 2024-11-08T22:20:41,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39041-0x1011c88f6640007, quorum=127.0.0.1:54959, baseZNode=/2-1496202954 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:20:41,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39041-0x1011c88f6640007, quorum=127.0.0.1:54959, baseZNode=/2-1496202954 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:20:41,465 INFO [RS:0;ff635fa717b5:39041 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T22:20:41,465 INFO [RS:0;ff635fa717b5:39041 {}] regionserver.HRegionServer(1031): Exiting; stopping=ff635fa717b5,39041,1731104418385; zookeeper connection closed. 2024-11-08T22:20:41,480 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2e0c2ef3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2e0c2ef3 2024-11-08T22:20:41,480 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T22:20:41,829 INFO [M:0;ff635fa717b5:40389 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T22:20:41,829 INFO [M:0;ff635fa717b5:40389 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T22:20:41,829 DEBUG [M:0;ff635fa717b5:40389 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T22:20:41,829 INFO [M:0;ff635fa717b5:40389 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:20:41,829 DEBUG [M:0;ff635fa717b5:40389 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:20:41,829 DEBUG [M:0;ff635fa717b5:40389 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T22:20:41,829 DEBUG [M:0;ff635fa717b5:40389 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:20:41,830 INFO [M:0;ff635fa717b5:40389 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-08T22:20:41,851 DEBUG [M:0;ff635fa717b5:40389 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3e3226246f9046e291dfbc7afa5915dc is 82, key is hbase:meta,,1/info:regioninfo/1731104421657/Put/seqid=0 2024-11-08T22:20:41,873 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45995,1731104413736.replicationSource.wal-reader.ff635fa717b5%2C45995%2C1731104413736,1-ff635fa717b5,45995,1731104413736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/WALs/ff635fa717b5,45995,1731104413736/ff635fa717b5%2C45995%2C1731104413736.1731104415189 to pos 1191, reset compression=false 2024-11-08T22:20:41,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741849_1025 (size=5672) 2024-11-08T22:20:41,881 INFO [M:0;ff635fa717b5:40389 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3e3226246f9046e291dfbc7afa5915dc 2024-11-08T22:20:41,908 DEBUG [M:0;ff635fa717b5:40389 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1c04e376afc247a38212b98ecb714471 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731104432685/Put/seqid=0 2024-11-08T22:20:41,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741850_1026 (size=8516) 2024-11-08T22:20:42,313 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,43655,1731104408616.replicationSource.wal-reader.ff635fa717b5%2C43655%2C1731104408616,1-ff635fa717b5,43655,1731104408616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/WALs/ff635fa717b5,43655,1731104408616/ff635fa717b5%2C43655%2C1731104408616.1731104410419 to pos 636, reset compression=false 2024-11-08T22:20:42,348 INFO [M:0;ff635fa717b5:40389 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1c04e376afc247a38212b98ecb714471 2024-11-08T22:20:42,368 DEBUG [M:0;ff635fa717b5:40389 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1523eb87b6ec443d95d5731c5e6daf6f is 69, key is ff635fa717b5,39041,1731104418385/rs:state/1731104420538/Put/seqid=0 2024-11-08T22:20:42,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741851_1027 (size=5156) 2024-11-08T22:20:42,691 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45995,1731104413736.replicationSource.wal-reader.ff635fa717b5%2C45995%2C1731104413736,1-ff635fa717b5,45995,1731104413736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/WALs/ff635fa717b5,45995,1731104413736/ff635fa717b5%2C45995%2C1731104413736.1731104415189 to pos 1191, reset compression=false 2024-11-08T22:20:42,774 INFO [M:0;ff635fa717b5:40389 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1523eb87b6ec443d95d5731c5e6daf6f 2024-11-08T22:20:42,782 DEBUG [M:0;ff635fa717b5:40389 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3e3226246f9046e291dfbc7afa5915dc as hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3e3226246f9046e291dfbc7afa5915dc 2024-11-08T22:20:42,786 INFO [M:0;ff635fa717b5:40389 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3e3226246f9046e291dfbc7afa5915dc, entries=8, sequenceid=97, filesize=5.5 K 2024-11-08T22:20:42,787 DEBUG [M:0;ff635fa717b5:40389 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1c04e376afc247a38212b98ecb714471 as hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1c04e376afc247a38212b98ecb714471 2024-11-08T22:20:42,791 INFO [M:0;ff635fa717b5:40389 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1c04e376afc247a38212b98ecb714471, entries=11, sequenceid=97, filesize=8.3 K 2024-11-08T22:20:42,795 DEBUG [M:0;ff635fa717b5:40389 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1523eb87b6ec443d95d5731c5e6daf6f as hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1523eb87b6ec443d95d5731c5e6daf6f 2024-11-08T22:20:42,800 INFO [M:0;ff635fa717b5:40389 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39305/user/jenkins/test-data/1dd69073-3b87-46a6-b5b3-48003e8178a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1523eb87b6ec443d95d5731c5e6daf6f, entries=1, sequenceid=97, filesize=5.0 K 2024-11-08T22:20:42,801 INFO [M:0;ff635fa717b5:40389 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 972ms, sequenceid=97, compaction requested=false 2024-11-08T22:20:42,808 INFO [M:0;ff635fa717b5:40389 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:20:42,808 DEBUG [M:0;ff635fa717b5:40389 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731104441829Disabling compacts and flushes for region at 1731104441829Disabling writes for close at 1731104441829Obtaining lock to block concurrent updates at 1731104441830 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731104441830Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731104441830Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731104441830Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731104441830Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731104441851 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731104441851Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731104441885 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731104441907 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731104441908 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731104442352 (+444 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731104442368 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731104442368Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5891e6c2: reopening flushed file at 1731104442782 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1146f5d4: reopening flushed file at 1731104442786 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a638ea1: reopening flushed file at 1731104442791 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 972ms, sequenceid=97, compaction requested=false at 1731104442801 (+10 ms)Writing region close event to WAL at 1731104442808 (+7 ms)Closed at 1731104442808 2024-11-08T22:20:42,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741830_1006 (size=63654) 2024-11-08T22:20:42,812 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T22:20:42,812 INFO [M:0;ff635fa717b5:40389 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T22:20:42,812 INFO [M:0;ff635fa717b5:40389 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40389 2024-11-08T22:20:42,813 INFO [M:0;ff635fa717b5:40389 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T22:20:42,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40389-0x1011c88f6640006, quorum=127.0.0.1:54959, baseZNode=/2-1496202954 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:20:42,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40389-0x1011c88f6640006, quorum=127.0.0.1:54959, baseZNode=/2-1496202954 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:20:42,918 INFO [M:0;ff635fa717b5:40389 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T22:20:42,930 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1a05fecf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T22:20:42,930 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@193535bb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T22:20:42,930 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T22:20:42,930 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67144959{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T22:20:42,930 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58beb4f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8376207a-0420-69c8-b2cf-3a218faf5342/hadoop.log.dir/,STOPPED} 2024-11-08T22:20:42,932 WARN [BP-815406599-172.17.0.3-1731104416205 heartbeating to localhost/127.0.0.1:39305 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T22:20:42,932 WARN [BP-815406599-172.17.0.3-1731104416205 heartbeating to localhost/127.0.0.1:39305 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-815406599-172.17.0.3-1731104416205 (Datanode Uuid 892c51e3-28f6-4898-bb46-967233bd2164) service to localhost/127.0.0.1:39305 2024-11-08T22:20:42,933 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8376207a-0420-69c8-b2cf-3a218faf5342/cluster_5148c043-3f00-d6a0-6fec-1198922ae0ce/data/data1/current/BP-815406599-172.17.0.3-1731104416205 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T22:20:42,933 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8376207a-0420-69c8-b2cf-3a218faf5342/cluster_5148c043-3f00-d6a0-6fec-1198922ae0ce/data/data2/current/BP-815406599-172.17.0.3-1731104416205 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T22:20:42,933 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T22:20:42,934 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T22:20:42,934 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T22:20:42,945 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@67a277a2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T22:20:42,947 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3ac7ff8b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T22:20:42,947 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T22:20:42,947 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ec7e8dd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T22:20:42,948 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c4113cd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8376207a-0420-69c8-b2cf-3a218faf5342/hadoop.log.dir/,STOPPED} 2024-11-08T22:20:42,971 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T22:20:42,971 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T22:20:42,971 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T22:20:42,974 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:20:42,974 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:20:42,975 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:20:42,976 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:20:42,976 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T22:20:42,976 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=696367802, stopped=false 2024-11-08T22:20:42,976 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ff635fa717b5,46813,1731104413588 2024-11-08T22:20:43,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46813-0x1011c88f6640003, quorum=127.0.0.1:54959, baseZNode=/1-1420051586 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1420051586/running 2024-11-08T22:20:43,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46813-0x1011c88f6640003, quorum=127.0.0.1:54959, baseZNode=/1-1420051586 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1420051586 2024-11-08T22:20:43,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45995-0x1011c88f6640004, quorum=127.0.0.1:54959, baseZNode=/1-1420051586 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1420051586/running 2024-11-08T22:20:43,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45995-0x1011c88f6640004, quorum=127.0.0.1:54959, baseZNode=/1-1420051586 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1420051586 2024-11-08T22:20:43,031 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T22:20:43,031 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46813-0x1011c88f6640003, quorum=127.0.0.1:54959, baseZNode=/1-1420051586 Set watcher on znode that does not yet exist, /1-1420051586/running 2024-11-08T22:20:43,032 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45995-0x1011c88f6640004, quorum=127.0.0.1:54959, baseZNode=/1-1420051586 Set watcher on znode that does not yet exist, /1-1420051586/running 2024-11-08T22:20:43,034 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T22:20:43,034 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:20:43,034 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:20:43,034 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ff635fa717b5,45995,1731104413736' ***** 2024-11-08T22:20:43,034 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T22:20:43,034 INFO [RS:0;ff635fa717b5:45995 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T22:20:43,034 INFO [RS:0;ff635fa717b5:45995 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T22:20:43,034 INFO [RS:0;ff635fa717b5:45995 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T22:20:43,034 INFO [RS:0;ff635fa717b5:45995 {}] regionserver.HRegionServer(3091): Received CLOSE for 6dcb5c6f402541af3980cb41a2bf58b8 2024-11-08T22:20:43,035 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T22:20:43,035 INFO [RS:0;ff635fa717b5:45995 {}] regionserver.HRegionServer(3091): Received CLOSE for b1aa6d96ee009d878d58303abcbf3482 2024-11-08T22:20:43,035 INFO [RS:0;ff635fa717b5:45995 {}] regionserver.HRegionServer(959): stopping server ff635fa717b5,45995,1731104413736 2024-11-08T22:20:43,035 INFO [RS:0;ff635fa717b5:45995 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T22:20:43,035 INFO [RS:0;ff635fa717b5:45995 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff635fa717b5:45995. 2024-11-08T22:20:43,035 DEBUG [RS:0;ff635fa717b5:45995 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:20:43,035 DEBUG [RS:0;ff635fa717b5:45995 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:20:43,035 INFO [RS:0;ff635fa717b5:45995 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T22:20:43,035 INFO [RS:0;ff635fa717b5:45995 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T22:20:43,035 INFO [RS:0;ff635fa717b5:45995 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T22:20:43,035 INFO [RS:0;ff635fa717b5:45995 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T22:20:43,036 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6dcb5c6f402541af3980cb41a2bf58b8, disabling compactions & flushes 2024-11-08T22:20:43,036 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731104423891.6dcb5c6f402541af3980cb41a2bf58b8. 2024-11-08T22:20:43,036 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731104423891.6dcb5c6f402541af3980cb41a2bf58b8. 2024-11-08T22:20:43,036 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731104423891.6dcb5c6f402541af3980cb41a2bf58b8. after waiting 0 ms 2024-11-08T22:20:43,036 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731104423891.6dcb5c6f402541af3980cb41a2bf58b8. 2024-11-08T22:20:43,037 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6dcb5c6f402541af3980cb41a2bf58b8 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-08T22:20:43,040 INFO [RS:0;ff635fa717b5:45995 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T22:20:43,040 DEBUG [RS:0;ff635fa717b5:45995 {}] regionserver.HRegionServer(1325): Online Regions={6dcb5c6f402541af3980cb41a2bf58b8=test,,1731104423891.6dcb5c6f402541af3980cb41a2bf58b8., 1588230740=hbase:meta,,1.1588230740, b1aa6d96ee009d878d58303abcbf3482=hbase:replication,,1731104429350.b1aa6d96ee009d878d58303abcbf3482.} 2024-11-08T22:20:43,040 DEBUG [RS:0;ff635fa717b5:45995 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6dcb5c6f402541af3980cb41a2bf58b8, b1aa6d96ee009d878d58303abcbf3482 2024-11-08T22:20:43,041 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T22:20:43,041 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T22:20:43,041 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T22:20:43,041 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T22:20:43,041 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T22:20:43,041 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T22:20:43,058 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/data/default/test/6dcb5c6f402541af3980cb41a2bf58b8/.tmp/f/d944c226924b4e628595450069e9ba0d is 29, key is row1/f:/1731104437673/DeleteFamily/seqid=0 2024-11-08T22:20:43,064 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/data/hbase/meta/1588230740/.tmp/info/edaf32d71bb54acc929539e2a284faf3 is 147, key is hbase:replication,,1731104429350.b1aa6d96ee009d878d58303abcbf3482./info:regioninfo/1731104430507/Put/seqid=0 2024-11-08T22:20:43,065 INFO [regionserver/ff635fa717b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T22:20:43,065 INFO [regionserver/ff635fa717b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T22:20:43,089 INFO [regionserver/ff635fa717b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T22:20:43,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43523 is added to blk_1073741840_1016 (size=5152) 2024-11-08T22:20:43,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43523 is added to blk_1073741841_1017 (size=7686) 2024-11-08T22:20:43,103 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/data/hbase/meta/1588230740/.tmp/info/edaf32d71bb54acc929539e2a284faf3 2024-11-08T22:20:43,125 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/data/hbase/meta/1588230740/.tmp/ns/2cea032fdc684712a4748bb5127b4ab1 is 43, key is default/ns:d/1731104416130/Put/seqid=0 2024-11-08T22:20:43,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43523 is added to blk_1073741842_1018 (size=5153) 2024-11-08T22:20:43,146 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/data/hbase/meta/1588230740/.tmp/ns/2cea032fdc684712a4748bb5127b4ab1 2024-11-08T22:20:43,167 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/data/hbase/meta/1588230740/.tmp/rep_barrier/5430f626003c4a80bad44bfc84f9cd6e is 112, key is test,,1731104423891.6dcb5c6f402541af3980cb41a2bf58b8./rep_barrier:seqnumDuringOpen/1731104425034/Put/seqid=0 2024-11-08T22:20:43,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43523 is added to blk_1073741843_1019 (size=5518) 2024-11-08T22:20:43,180 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T22:20:43,240 DEBUG [RS:0;ff635fa717b5:45995 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6dcb5c6f402541af3980cb41a2bf58b8, b1aa6d96ee009d878d58303abcbf3482 2024-11-08T22:20:43,416 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,43655,1731104408616.replicationSource.wal-reader.ff635fa717b5%2C43655%2C1731104408616,1-ff635fa717b5,43655,1731104408616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/WALs/ff635fa717b5,43655,1731104408616/ff635fa717b5%2C43655%2C1731104408616.1731104410419 to pos 636, reset compression=false 2024-11-08T22:20:43,441 DEBUG [RS:0;ff635fa717b5:45995 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6dcb5c6f402541af3980cb41a2bf58b8, b1aa6d96ee009d878d58303abcbf3482 2024-11-08T22:20:43,491 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/data/default/test/6dcb5c6f402541af3980cb41a2bf58b8/.tmp/f/d944c226924b4e628595450069e9ba0d 2024-11-08T22:20:43,494 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d944c226924b4e628595450069e9ba0d 2024-11-08T22:20:43,511 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/data/default/test/6dcb5c6f402541af3980cb41a2bf58b8/.tmp/f1/c24f04132b584434bc77523316c8a801 is 30, key is row1/f1:/1731104437673/DeleteFamily/seqid=0 2024-11-08T22:20:43,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43523 is added to blk_1073741844_1020 (size=5158) 2024-11-08T22:20:43,570 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/data/hbase/meta/1588230740/.tmp/rep_barrier/5430f626003c4a80bad44bfc84f9cd6e 2024-11-08T22:20:43,590 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/data/hbase/meta/1588230740/.tmp/table/8d74e91243ea4d56b7bf21edb5f8aff6 is 53, key is hbase:replication/table:state/1731104430513/Put/seqid=0 2024-11-08T22:20:43,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43523 is added to blk_1073741845_1021 (size=5308) 2024-11-08T22:20:43,597 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45995,1731104413736.replicationSource.wal-reader.ff635fa717b5%2C45995%2C1731104413736,1-ff635fa717b5,45995,1731104413736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/WALs/ff635fa717b5,45995,1731104413736/ff635fa717b5%2C45995%2C1731104413736.1731104415189 to pos 1191, reset compression=false 2024-11-08T22:20:43,601 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45995,1731104413736.replicationSource.wal-reader.ff635fa717b5%2C45995%2C1731104413736,1-ff635fa717b5,45995,1731104413736 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T22:20:43,601 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45995,1731104413736.replicationSource.wal-reader.ff635fa717b5%2C45995%2C1731104413736,1-ff635fa717b5,45995,1731104413736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/WALs/ff635fa717b5,45995,1731104413736/ff635fa717b5%2C45995%2C1731104413736.1731104415189 to pos 1438, reset compression=false 2024-11-08T22:20:43,601 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45995,1731104413736.replicationSource.shipperff635fa717b5%2C45995%2C1731104413736,1-ff635fa717b5,45995,1731104413736 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff635fa717b5,45995,1731104413736 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/WALs/ff635fa717b5,45995,1731104413736/ff635fa717b5%2C45995%2C1731104413736.1731104415189, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T22:20:43,602 ERROR [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45995,1731104413736.replicationSource.shipperff635fa717b5%2C45995%2C1731104413736,1-ff635fa717b5,45995,1731104413736 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ff635fa717b5,45995,1731104413736: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-ff635fa717b5,45995,1731104413736, walGroup=ff635fa717b5%2C45995%2C1731104413736, offset=ff635fa717b5%2C45995%2C1731104413736.1731104415189:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff635fa717b5:45995 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T22:20:43,604 ERROR [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45995,1731104413736.replicationSource.shipperff635fa717b5%2C45995%2C1731104413736,1-ff635fa717b5,45995,1731104413736 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T22:20:43,604 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45995,1731104413736.replicationSource.shipperff635fa717b5%2C45995%2C1731104413736,1-ff635fa717b5,45995,1731104413736 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T22:20:43,604 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45995,1731104413736.replicationSource.shipperff635fa717b5%2C45995%2C1731104413736,1-ff635fa717b5,45995,1731104413736 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T22:20:43,604 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45995,1731104413736.replicationSource.shipperff635fa717b5%2C45995%2C1731104413736,1-ff635fa717b5,45995,1731104413736 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T22:20:43,604 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45995,1731104413736.replicationSource.shipperff635fa717b5%2C45995%2C1731104413736,1-ff635fa717b5,45995,1731104413736 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T22:20:43,604 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45995,1731104413736.replicationSource.shipperff635fa717b5%2C45995%2C1731104413736,1-ff635fa717b5,45995,1731104413736 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1384120320, "init": 1048576000, "max": 2306867200, "used": 984828112 }, "NonHeapMemoryUsage": { "committed": 205848576, "init": 7667712, "max": -1, "used": 202716688 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T22:20:43,605 WARN [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45995,1731104413736.replicationSource.shipperff635fa717b5%2C45995%2C1731104413736,1-ff635fa717b5,45995,1731104413736 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff635fa717b5:46813 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff635fa717b5:46813 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T22:20:43,641 DEBUG [RS:0;ff635fa717b5:45995 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6dcb5c6f402541af3980cb41a2bf58b8, b1aa6d96ee009d878d58303abcbf3482 2024-11-08T22:20:43,804 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45995,1731104413736.replicationSource.wal-reader.ff635fa717b5%2C45995%2C1731104413736,1-ff635fa717b5,45995,1731104413736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/WALs/ff635fa717b5,45995,1731104413736/ff635fa717b5%2C45995%2C1731104413736.1731104415189 to pos 1438, reset compression=false 2024-11-08T22:20:43,841 DEBUG [RS:0;ff635fa717b5:45995 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6dcb5c6f402541af3980cb41a2bf58b8, b1aa6d96ee009d878d58303abcbf3482 2024-11-08T22:20:43,915 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/data/default/test/6dcb5c6f402541af3980cb41a2bf58b8/.tmp/f1/c24f04132b584434bc77523316c8a801 2024-11-08T22:20:43,918 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c24f04132b584434bc77523316c8a801 2024-11-08T22:20:43,930 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/data/default/test/6dcb5c6f402541af3980cb41a2bf58b8/.tmp/norep/642b6c3b893d47f588a1c5328665b46b is 33, key is row1/norep:/1731104437673/DeleteFamily/seqid=0 2024-11-08T22:20:43,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43523 is added to blk_1073741846_1022 (size=5108) 2024-11-08T22:20:43,994 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/data/hbase/meta/1588230740/.tmp/table/8d74e91243ea4d56b7bf21edb5f8aff6 2024-11-08T22:20:43,998 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/data/hbase/meta/1588230740/.tmp/info/edaf32d71bb54acc929539e2a284faf3 as hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/data/hbase/meta/1588230740/info/edaf32d71bb54acc929539e2a284faf3 2024-11-08T22:20:44,002 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/data/hbase/meta/1588230740/info/edaf32d71bb54acc929539e2a284faf3, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T22:20:44,003 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/data/hbase/meta/1588230740/.tmp/ns/2cea032fdc684712a4748bb5127b4ab1 as hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/data/hbase/meta/1588230740/ns/2cea032fdc684712a4748bb5127b4ab1 2024-11-08T22:20:44,007 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/data/hbase/meta/1588230740/ns/2cea032fdc684712a4748bb5127b4ab1, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T22:20:44,007 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/data/hbase/meta/1588230740/.tmp/rep_barrier/5430f626003c4a80bad44bfc84f9cd6e as hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/data/hbase/meta/1588230740/rep_barrier/5430f626003c4a80bad44bfc84f9cd6e 2024-11-08T22:20:44,011 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/data/hbase/meta/1588230740/rep_barrier/5430f626003c4a80bad44bfc84f9cd6e, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T22:20:44,011 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/data/hbase/meta/1588230740/.tmp/table/8d74e91243ea4d56b7bf21edb5f8aff6 as hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/data/hbase/meta/1588230740/table/8d74e91243ea4d56b7bf21edb5f8aff6 2024-11-08T22:20:44,014 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/data/hbase/meta/1588230740/table/8d74e91243ea4d56b7bf21edb5f8aff6, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T22:20:44,015 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 974ms, sequenceid=16, compaction requested=false 2024-11-08T22:20:44,028 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T22:20:44,029 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T22:20:44,029 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T22:20:44,029 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T22:20:44,029 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731104443041Running coprocessor pre-close hooks at 1731104443041Disabling compacts and flushes for region at 1731104443041Disabling writes for close at 1731104443041Obtaining lock to block concurrent updates at 1731104443041Preparing flush snapshotting stores in 1588230740 at 1731104443041Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731104443041Flushing stores of hbase:meta,,1.1588230740 at 1731104443043 (+2 ms)Flushing 1588230740/info: creating writer at 1731104443043Flushing 1588230740/info: appending metadata at 1731104443063 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731104443063Flushing 1588230740/ns: creating writer at 1731104443108 (+45 ms)Flushing 1588230740/ns: appending metadata at 1731104443125 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731104443125Flushing 1588230740/rep_barrier: creating writer at 1731104443150 (+25 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731104443166 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731104443166Flushing 1588230740/table: creating writer at 1731104443574 (+408 ms)Flushing 1588230740/table: appending metadata at 1731104443590 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731104443590Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@375977f: reopening flushed file at 1731104443998 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f9015f5: reopening flushed file at 1731104444002 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@440d8978: reopening flushed file at 1731104444007 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@400cf3c: reopening flushed file at 1731104444011 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 974ms, sequenceid=16, compaction requested=false at 1731104444015 (+4 ms)Writing region close event to WAL at 1731104444023 (+8 ms)Running coprocessor post-close hooks at 1731104444029 (+6 ms)Closed at 1731104444029 2024-11-08T22:20:44,029 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T22:20:44,041 INFO [RS:0;ff635fa717b5:45995 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T22:20:44,041 DEBUG [RS:0;ff635fa717b5:45995 {}] regionserver.HRegionServer(1325): Online Regions={6dcb5c6f402541af3980cb41a2bf58b8=test,,1731104423891.6dcb5c6f402541af3980cb41a2bf58b8., b1aa6d96ee009d878d58303abcbf3482=hbase:replication,,1731104429350.b1aa6d96ee009d878d58303abcbf3482.} 2024-11-08T22:20:44,041 DEBUG [RS:0;ff635fa717b5:45995 {}] regionserver.HRegionServer(1351): Waiting on 6dcb5c6f402541af3980cb41a2bf58b8, b1aa6d96ee009d878d58303abcbf3482 2024-11-08T22:20:44,107 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45995,1731104413736.replicationSource.wal-reader.ff635fa717b5%2C45995%2C1731104413736,1-ff635fa717b5,45995,1731104413736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/WALs/ff635fa717b5,45995,1731104413736/ff635fa717b5%2C45995%2C1731104413736.1731104415189 to pos 1438, reset compression=false 2024-11-08T22:20:44,241 DEBUG [RS:0;ff635fa717b5:45995 {}] regionserver.HRegionServer(1351): Waiting on 6dcb5c6f402541af3980cb41a2bf58b8, b1aa6d96ee009d878d58303abcbf3482 2024-11-08T22:20:44,334 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/data/default/test/6dcb5c6f402541af3980cb41a2bf58b8/.tmp/norep/642b6c3b893d47f588a1c5328665b46b 2024-11-08T22:20:44,337 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 642b6c3b893d47f588a1c5328665b46b 2024-11-08T22:20:44,338 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/data/default/test/6dcb5c6f402541af3980cb41a2bf58b8/.tmp/f/d944c226924b4e628595450069e9ba0d as hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/data/default/test/6dcb5c6f402541af3980cb41a2bf58b8/f/d944c226924b4e628595450069e9ba0d 2024-11-08T22:20:44,341 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d944c226924b4e628595450069e9ba0d 2024-11-08T22:20:44,342 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/data/default/test/6dcb5c6f402541af3980cb41a2bf58b8/f/d944c226924b4e628595450069e9ba0d, entries=3, sequenceid=10, filesize=5.0 K 2024-11-08T22:20:44,342 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/data/default/test/6dcb5c6f402541af3980cb41a2bf58b8/.tmp/f1/c24f04132b584434bc77523316c8a801 as hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/data/default/test/6dcb5c6f402541af3980cb41a2bf58b8/f1/c24f04132b584434bc77523316c8a801 2024-11-08T22:20:44,346 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c24f04132b584434bc77523316c8a801 2024-11-08T22:20:44,346 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/data/default/test/6dcb5c6f402541af3980cb41a2bf58b8/f1/c24f04132b584434bc77523316c8a801, entries=3, sequenceid=10, filesize=5.0 K 2024-11-08T22:20:44,346 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/data/default/test/6dcb5c6f402541af3980cb41a2bf58b8/.tmp/norep/642b6c3b893d47f588a1c5328665b46b as hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/data/default/test/6dcb5c6f402541af3980cb41a2bf58b8/norep/642b6c3b893d47f588a1c5328665b46b 2024-11-08T22:20:44,350 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 642b6c3b893d47f588a1c5328665b46b 2024-11-08T22:20:44,350 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/data/default/test/6dcb5c6f402541af3980cb41a2bf58b8/norep/642b6c3b893d47f588a1c5328665b46b, entries=1, sequenceid=10, filesize=5.0 K 2024-11-08T22:20:44,351 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 6dcb5c6f402541af3980cb41a2bf58b8 in 1315ms, sequenceid=10, compaction requested=false 2024-11-08T22:20:44,354 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/data/default/test/6dcb5c6f402541af3980cb41a2bf58b8/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-08T22:20:44,355 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T22:20:44,355 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T22:20:44,355 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731104423891.6dcb5c6f402541af3980cb41a2bf58b8. 2024-11-08T22:20:44,355 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6dcb5c6f402541af3980cb41a2bf58b8: Waiting for close lock at 1731104443036Running coprocessor pre-close hooks at 1731104443036Disabling compacts and flushes for region at 1731104443036Disabling writes for close at 1731104443036Obtaining lock to block concurrent updates at 1731104443037 (+1 ms)Preparing flush snapshotting stores in 6dcb5c6f402541af3980cb41a2bf58b8 at 1731104443037Finished memstore snapshotting test,,1731104423891.6dcb5c6f402541af3980cb41a2bf58b8., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731104443037Flushing stores of test,,1731104423891.6dcb5c6f402541af3980cb41a2bf58b8. at 1731104443037Flushing 6dcb5c6f402541af3980cb41a2bf58b8/f: creating writer at 1731104443038 (+1 ms)Flushing 6dcb5c6f402541af3980cb41a2bf58b8/f: appending metadata at 1731104443058 (+20 ms)Flushing 6dcb5c6f402541af3980cb41a2bf58b8/f: closing flushed file at 1731104443058Flushing 6dcb5c6f402541af3980cb41a2bf58b8/f1: creating writer at 1731104443494 (+436 ms)Flushing 6dcb5c6f402541af3980cb41a2bf58b8/f1: appending metadata at 1731104443510 (+16 ms)Flushing 6dcb5c6f402541af3980cb41a2bf58b8/f1: closing flushed file at 1731104443510Flushing 6dcb5c6f402541af3980cb41a2bf58b8/norep: creating writer at 1731104443918 (+408 ms)Flushing 6dcb5c6f402541af3980cb41a2bf58b8/norep: appending metadata at 1731104443930 (+12 ms)Flushing 6dcb5c6f402541af3980cb41a2bf58b8/norep: closing flushed file at 1731104443930Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@369b67d1: reopening flushed file at 1731104444337 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@151900b6: reopening flushed file at 1731104444342 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ec5ea8a: reopening flushed file at 1731104444346 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 6dcb5c6f402541af3980cb41a2bf58b8 in 1315ms, sequenceid=10, compaction requested=false at 1731104444351 (+5 ms)Writing region close event to WAL at 1731104444352 (+1 ms)Running coprocessor post-close hooks at 1731104444355 (+3 ms)Closed at 1731104444355 2024-11-08T22:20:44,355 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731104423891.6dcb5c6f402541af3980cb41a2bf58b8. 2024-11-08T22:20:44,355 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b1aa6d96ee009d878d58303abcbf3482, disabling compactions & flushes 2024-11-08T22:20:44,355 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731104429350.b1aa6d96ee009d878d58303abcbf3482. 2024-11-08T22:20:44,355 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731104429350.b1aa6d96ee009d878d58303abcbf3482. 2024-11-08T22:20:44,355 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731104429350.b1aa6d96ee009d878d58303abcbf3482. after waiting 0 ms 2024-11-08T22:20:44,355 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731104429350.b1aa6d96ee009d878d58303abcbf3482. 2024-11-08T22:20:44,356 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b1aa6d96ee009d878d58303abcbf3482: Waiting for close lock at 1731104444355Running coprocessor pre-close hooks at 1731104444355Disabling compacts and flushes for region at 1731104444355Disabling writes for close at 1731104444355Failed flush hbase:replication,,1731104429350.b1aa6d96ee009d878d58303abcbf3482., putting online again at 1731104444356 (+1 ms) 2024-11-08T22:20:44,356 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731104429350.b1aa6d96ee009d878d58303abcbf3482. 2024-11-08T22:20:44,442 INFO [RS:0;ff635fa717b5:45995 {}] regionserver.HRegionServer(3091): Received CLOSE for b1aa6d96ee009d878d58303abcbf3482 2024-11-08T22:20:44,442 DEBUG [RS:0;ff635fa717b5:45995 {}] regionserver.HRegionServer(1351): Waiting on b1aa6d96ee009d878d58303abcbf3482 2024-11-08T22:20:44,442 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b1aa6d96ee009d878d58303abcbf3482, disabling compactions & flushes 2024-11-08T22:20:44,442 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731104429350.b1aa6d96ee009d878d58303abcbf3482. 2024-11-08T22:20:44,442 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731104429350.b1aa6d96ee009d878d58303abcbf3482. 2024-11-08T22:20:44,442 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731104429350.b1aa6d96ee009d878d58303abcbf3482. after waiting 0 ms 2024-11-08T22:20:44,442 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731104429350.b1aa6d96ee009d878d58303abcbf3482. 2024-11-08T22:20:44,442 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b1aa6d96ee009d878d58303abcbf3482: Waiting for close lock at 1731104444442Running coprocessor pre-close hooks at 1731104444442Disabling compacts and flushes for region at 1731104444442Disabling writes for close at 1731104444442Failed flush hbase:replication,,1731104429350.b1aa6d96ee009d878d58303abcbf3482., putting online again at 1731104444442 2024-11-08T22:20:44,442 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731104429350.b1aa6d96ee009d878d58303abcbf3482. 2024-11-08T22:20:44,511 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45995,1731104413736.replicationSource.wal-reader.ff635fa717b5%2C45995%2C1731104413736,1-ff635fa717b5,45995,1731104413736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/WALs/ff635fa717b5,45995,1731104413736/ff635fa717b5%2C45995%2C1731104413736.1731104415189 to pos 1438, reset compression=false 2024-11-08T22:20:44,522 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45995,1731104413736.replicationSource.wal-reader.ff635fa717b5%2C45995%2C1731104413736,1-ff635fa717b5,45995,1731104413736 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T22:20:44,522 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45995,1731104413736.replicationSource.wal-reader.ff635fa717b5%2C45995%2C1731104413736,1-ff635fa717b5,45995,1731104413736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/WALs/ff635fa717b5,45995,1731104413736/ff635fa717b5%2C45995%2C1731104413736.1731104415189 to pos 2082, reset compression=false 2024-11-08T22:20:44,620 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,43655,1731104408616.replicationSource.wal-reader.ff635fa717b5%2C43655%2C1731104408616,1-ff635fa717b5,43655,1731104408616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/WALs/ff635fa717b5,43655,1731104408616/ff635fa717b5%2C43655%2C1731104408616.1731104410419 to pos 636, reset compression=false 2024-11-08T22:20:44,642 INFO [RS:0;ff635fa717b5:45995 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-08T22:20:44,642 INFO [RS:0;ff635fa717b5:45995 {}] regionserver.HRegionServer(976): stopping server ff635fa717b5,45995,1731104413736; all regions closed. 2024-11-08T22:20:44,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43523 is added to blk_1073741834_1010 (size=4239) 2024-11-08T22:20:44,650 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/WALs/ff635fa717b5,45995,1731104413736/ff635fa717b5%2C45995%2C1731104413736.rep.1731104430481 not finished, retry = 0 2024-11-08T22:20:44,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43523 is added to blk_1073741839_1015 (size=2171) 2024-11-08T22:20:44,734 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45995,1731104413736.replicationSource.wal-reader.ff635fa717b5%2C45995%2C1731104413736,1-ff635fa717b5,45995,1731104413736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/WALs/ff635fa717b5,45995,1731104413736/ff635fa717b5%2C45995%2C1731104413736.1731104415189 to pos 2082, reset compression=false 2024-11-08T22:20:44,752 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/WALs/ff635fa717b5,45995,1731104413736/ff635fa717b5%2C45995%2C1731104413736.1731104415189 not finished, retry = 0 2024-11-08T22:20:44,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43523 is added to blk_1073741832_1008 (size=2090) 2024-11-08T22:20:44,853 DEBUG [RS:0;ff635fa717b5:45995 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:20:44,853 INFO [RS:0;ff635fa717b5:45995 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T22:20:44,853 INFO [RS:0;ff635fa717b5:45995 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T22:20:44,853 INFO [RS:0;ff635fa717b5:45995 {}] hbase.ChoreService(370): Chore service for: regionserver/ff635fa717b5:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T22:20:44,853 INFO [RS:0;ff635fa717b5:45995 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T22:20:44,853 INFO [regionserver/ff635fa717b5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T22:20:44,853 INFO [RS:0;ff635fa717b5:45995 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ff635fa717b5,45995,1731104413736 because: Region server is closing 2024-11-08T22:20:44,854 INFO [RS:0;ff635fa717b5:45995 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff635fa717b5:45995. 2024-11-08T22:20:44,854 DEBUG [RS:0;ff635fa717b5:45995 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:20:44,854 DEBUG [RS:0;ff635fa717b5:45995 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:20:44,854 DEBUG [RS:0;ff635fa717b5:45995 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:20:44,854 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:20:44,954 INFO [RS:0;ff635fa717b5:45995 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45995,1731104413736.replicationSource.shipperff635fa717b5%2C45995%2C1731104413736,1-ff635fa717b5,45995,1731104413736 terminated 2024-11-08T22:20:44,954 WARN [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,45995,1731104413736.replicationSource.wal-reader.ff635fa717b5%2C45995%2C1731104413736,1-ff635fa717b5,45995,1731104413736 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T22:20:44,954 INFO [RS:0;ff635fa717b5:45995 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff635fa717b5:45995. 2024-11-08T22:20:44,954 DEBUG [RS:0;ff635fa717b5:45995 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:20:44,955 DEBUG [RS:0;ff635fa717b5:45995 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:20:44,955 DEBUG [RS:0;ff635fa717b5:45995 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:20:44,955 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:20:44,955 INFO [RS:0;ff635fa717b5:45995 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45995 2024-11-08T22:20:45,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45995-0x1011c88f6640004, quorum=127.0.0.1:54959, baseZNode=/1-1420051586 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1420051586/rs/ff635fa717b5,45995,1731104413736 2024-11-08T22:20:45,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46813-0x1011c88f6640003, quorum=127.0.0.1:54959, baseZNode=/1-1420051586 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1420051586/rs 2024-11-08T22:20:45,015 INFO [RS:0;ff635fa717b5:45995 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T22:20:45,015 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ff635fa717b5,45995,1731104413736] 2024-11-08T22:20:45,213 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1420051586/draining/ff635fa717b5,45995,1731104413736 already deleted, retry=false 2024-11-08T22:20:45,213 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ff635fa717b5,45995,1731104413736 expired; onlineServers=0 2024-11-08T22:20:45,213 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ff635fa717b5,46813,1731104413588' ***** 2024-11-08T22:20:45,213 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T22:20:45,214 INFO [M:0;ff635fa717b5:46813 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T22:20:45,214 INFO [M:0;ff635fa717b5:46813 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T22:20:45,214 DEBUG [M:0;ff635fa717b5:46813 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T22:20:45,214 DEBUG [M:0;ff635fa717b5:46813 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T22:20:45,214 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T22:20:45,214 DEBUG [master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.large.0-1731104414899 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.large.0-1731104414899,5,FailOnTimeoutGroup] 2024-11-08T22:20:45,214 DEBUG [master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.small.0-1731104414899 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.small.0-1731104414899,5,FailOnTimeoutGroup] 2024-11-08T22:20:45,214 INFO [M:0;ff635fa717b5:46813 {}] hbase.ChoreService(370): Chore service for: master/ff635fa717b5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T22:20:45,214 INFO [M:0;ff635fa717b5:46813 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T22:20:45,214 DEBUG [M:0;ff635fa717b5:46813 {}] master.HMaster(1795): Stopping service threads 2024-11-08T22:20:45,214 INFO [M:0;ff635fa717b5:46813 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T22:20:45,214 INFO [M:0;ff635fa717b5:46813 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T22:20:45,214 INFO [M:0;ff635fa717b5:46813 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T22:20:45,214 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T22:20:45,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45995-0x1011c88f6640004, quorum=127.0.0.1:54959, baseZNode=/1-1420051586 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:20:45,253 INFO [RS:0;ff635fa717b5:45995 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T22:20:45,253 INFO [RS:0;ff635fa717b5:45995 {}] regionserver.HRegionServer(1031): Exiting; stopping=ff635fa717b5,45995,1731104413736; zookeeper connection closed. 2024-11-08T22:20:45,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45995-0x1011c88f6640004, quorum=127.0.0.1:54959, baseZNode=/1-1420051586 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:20:45,253 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@48efb0b7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@48efb0b7 2024-11-08T22:20:45,253 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T22:20:45,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46813-0x1011c88f6640003, quorum=127.0.0.1:54959, baseZNode=/1-1420051586 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1420051586/master 2024-11-08T22:20:45,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46813-0x1011c88f6640003, quorum=127.0.0.1:54959, baseZNode=/1-1420051586 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1420051586 2024-11-08T22:20:45,258 DEBUG [M:0;ff635fa717b5:46813 {}] zookeeper.ZKUtil(347): master:46813-0x1011c88f6640003, quorum=127.0.0.1:54959, baseZNode=/1-1420051586 Unable to get data of znode /1-1420051586/master because node does not exist (not an error) 2024-11-08T22:20:45,258 WARN [M:0;ff635fa717b5:46813 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T22:20:45,259 INFO [M:0;ff635fa717b5:46813 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/.lastflushedseqids 2024-11-08T22:20:45,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43523 is added to blk_1073741847_1023 (size=245) 2024-11-08T22:20:45,294 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T22:20:45,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:45,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:45,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:45,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:45,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:45,296 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:45,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:45,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:45,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:45,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:45,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:45,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:45,337 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:45,340 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:45,340 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:45,341 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:45,664 INFO [M:0;ff635fa717b5:46813 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T22:20:45,664 INFO [M:0;ff635fa717b5:46813 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T22:20:45,664 DEBUG [M:0;ff635fa717b5:46813 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T22:20:45,664 INFO [M:0;ff635fa717b5:46813 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:20:45,664 DEBUG [M:0;ff635fa717b5:46813 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:20:45,664 DEBUG [M:0;ff635fa717b5:46813 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T22:20:45,665 DEBUG [M:0;ff635fa717b5:46813 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:20:45,665 INFO [M:0;ff635fa717b5:46813 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-08T22:20:45,683 DEBUG [M:0;ff635fa717b5:46813 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/debe293fdb2645f3afcba86ca8a5692c is 82, key is hbase:meta,,1/info:regioninfo/1731104416117/Put/seqid=0 2024-11-08T22:20:45,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43523 is added to blk_1073741848_1024 (size=5672) 2024-11-08T22:20:45,686 INFO [M:0;ff635fa717b5:46813 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/debe293fdb2645f3afcba86ca8a5692c 2024-11-08T22:20:45,718 DEBUG [M:0;ff635fa717b5:46813 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6837a2ee04b14cdb8570c616cdfde2a7 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731104430516/Put/seqid=0 2024-11-08T22:20:45,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43523 is added to blk_1073741849_1025 (size=8516) 2024-11-08T22:20:45,924 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,43655,1731104408616.replicationSource.wal-reader.ff635fa717b5%2C43655%2C1731104408616,1-ff635fa717b5,43655,1731104408616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/WALs/ff635fa717b5,43655,1731104408616/ff635fa717b5%2C43655%2C1731104408616.1731104410419 to pos 636, reset compression=false 2024-11-08T22:20:46,124 INFO [M:0;ff635fa717b5:46813 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6837a2ee04b14cdb8570c616cdfde2a7 2024-11-08T22:20:46,140 DEBUG [M:0;ff635fa717b5:46813 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/20edcc689c7d4c99b7460f6d219f0cb6 is 69, key is ff635fa717b5,45995,1731104413736/rs:state/1731104414990/Put/seqid=0 2024-11-08T22:20:46,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43523 is added to blk_1073741850_1026 (size=5156) 2024-11-08T22:20:46,569 INFO [M:0;ff635fa717b5:46813 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/20edcc689c7d4c99b7460f6d219f0cb6 2024-11-08T22:20:46,574 DEBUG [M:0;ff635fa717b5:46813 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/debe293fdb2645f3afcba86ca8a5692c as hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/debe293fdb2645f3afcba86ca8a5692c 2024-11-08T22:20:46,577 INFO [M:0;ff635fa717b5:46813 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/debe293fdb2645f3afcba86ca8a5692c, entries=8, sequenceid=97, filesize=5.5 K 2024-11-08T22:20:46,578 DEBUG [M:0;ff635fa717b5:46813 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6837a2ee04b14cdb8570c616cdfde2a7 as hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6837a2ee04b14cdb8570c616cdfde2a7 2024-11-08T22:20:46,582 INFO [M:0;ff635fa717b5:46813 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6837a2ee04b14cdb8570c616cdfde2a7, entries=11, sequenceid=97, filesize=8.3 K 2024-11-08T22:20:46,582 DEBUG [M:0;ff635fa717b5:46813 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/20edcc689c7d4c99b7460f6d219f0cb6 as hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/20edcc689c7d4c99b7460f6d219f0cb6 2024-11-08T22:20:46,586 INFO [M:0;ff635fa717b5:46813 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38125/user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/20edcc689c7d4c99b7460f6d219f0cb6, entries=1, sequenceid=97, filesize=5.0 K 2024-11-08T22:20:46,586 INFO [M:0;ff635fa717b5:46813 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 921ms, sequenceid=97, compaction requested=false 2024-11-08T22:20:46,587 INFO [M:0;ff635fa717b5:46813 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:20:46,587 DEBUG [M:0;ff635fa717b5:46813 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731104445664Disabling compacts and flushes for region at 1731104445664Disabling writes for close at 1731104445664Obtaining lock to block concurrent updates at 1731104445665 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731104445665Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731104445665Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731104445665Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731104445665Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731104445683 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731104445683Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731104445689 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731104445717 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731104445717Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731104446127 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731104446139 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731104446140 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12d37d88: reopening flushed file at 1731104446573 (+433 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a739fd0: reopening flushed file at 1731104446578 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75a7f03f: reopening flushed file at 1731104446582 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 921ms, sequenceid=97, compaction requested=false at 1731104446586 (+4 ms)Writing region close event to WAL at 1731104446587 (+1 ms)Closed at 1731104446587 2024-11-08T22:20:46,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43523 is added to blk_1073741830_1006 (size=63654) 2024-11-08T22:20:46,589 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fdd3c667-efd8-85a0-ecb1-dd17cd25b560/MasterData/WALs/ff635fa717b5,46813,1731104413588/ff635fa717b5%2C46813%2C1731104413588.1731104414652 not finished, retry = 0 2024-11-08T22:20:46,689 INFO [M:0;ff635fa717b5:46813 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T22:20:46,689 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T22:20:46,690 INFO [M:0;ff635fa717b5:46813 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46813 2024-11-08T22:20:46,690 INFO [M:0;ff635fa717b5:46813 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T22:20:46,802 INFO [M:0;ff635fa717b5:46813 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T22:20:46,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46813-0x1011c88f6640003, quorum=127.0.0.1:54959, baseZNode=/1-1420051586 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:20:46,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46813-0x1011c88f6640003, quorum=127.0.0.1:54959, baseZNode=/1-1420051586 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:20:46,849 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@965b6c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T22:20:46,849 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c38ecdc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T22:20:46,849 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T22:20:46,849 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@750260dc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T22:20:46,849 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a870934{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e1c1b4e-8fe5-7a72-4c12-185f190ac8d8/hadoop.log.dir/,STOPPED} 2024-11-08T22:20:46,855 WARN [BP-1129772845-172.17.0.3-1731104411598 heartbeating to localhost/127.0.0.1:38125 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T22:20:46,855 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T22:20:46,855 WARN [BP-1129772845-172.17.0.3-1731104411598 heartbeating to localhost/127.0.0.1:38125 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1129772845-172.17.0.3-1731104411598 (Datanode Uuid cb583f40-a9d0-474a-9495-bef6f2aa164e) service to localhost/127.0.0.1:38125 2024-11-08T22:20:46,855 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T22:20:46,856 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e1c1b4e-8fe5-7a72-4c12-185f190ac8d8/cluster_1bb4eae4-3216-d5b5-a21a-e6b53b9e5b4d/data/data1/current/BP-1129772845-172.17.0.3-1731104411598 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T22:20:46,856 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e1c1b4e-8fe5-7a72-4c12-185f190ac8d8/cluster_1bb4eae4-3216-d5b5-a21a-e6b53b9e5b4d/data/data2/current/BP-1129772845-172.17.0.3-1731104411598 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T22:20:46,856 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T22:20:46,864 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b96bf75{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T22:20:46,864 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c96f403{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T22:20:46,865 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T22:20:46,865 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e49e6f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T22:20:46,865 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4925c354{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e1c1b4e-8fe5-7a72-4c12-185f190ac8d8/hadoop.log.dir/,STOPPED} 2024-11-08T22:20:46,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T22:20:46,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T22:20:46,882 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T22:20:46,882 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:20:46,882 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:20:46,882 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:20:46,882 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:20:46,883 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T22:20:46,883 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1104074626, stopped=false 2024-11-08T22:20:46,883 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ff635fa717b5,38033,1731104408423 2024-11-08T22:20:46,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43655-0x1011c88f6640001, quorum=127.0.0.1:54959, baseZNode=/0147765626 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0147765626/running 2024-11-08T22:20:46,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38033-0x1011c88f6640000, quorum=127.0.0.1:54959, baseZNode=/0147765626 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0147765626/running 2024-11-08T22:20:46,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43655-0x1011c88f6640001, quorum=127.0.0.1:54959, baseZNode=/0147765626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0147765626 2024-11-08T22:20:46,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38033-0x1011c88f6640000, quorum=127.0.0.1:54959, baseZNode=/0147765626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0147765626 2024-11-08T22:20:46,902 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T22:20:46,902 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38033-0x1011c88f6640000, quorum=127.0.0.1:54959, baseZNode=/0147765626 Set watcher on znode that does not yet exist, /0147765626/running 2024-11-08T22:20:46,902 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43655-0x1011c88f6640001, quorum=127.0.0.1:54959, baseZNode=/0147765626 Set watcher on znode that does not yet exist, /0147765626/running 2024-11-08T22:20:46,903 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T22:20:46,903 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:20:46,903 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:20:46,903 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ff635fa717b5,43655,1731104408616' ***** 2024-11-08T22:20:46,903 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T22:20:46,903 INFO [RS:0;ff635fa717b5:43655 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T22:20:46,903 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T22:20:46,903 INFO [RS:0;ff635fa717b5:43655 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T22:20:46,903 INFO [RS:0;ff635fa717b5:43655 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T22:20:46,904 INFO [RS:0;ff635fa717b5:43655 {}] regionserver.HRegionServer(3091): Received CLOSE for c2ddafb5ee5a4af78977af92a527d822 2024-11-08T22:20:46,904 INFO [RS:0;ff635fa717b5:43655 {}] regionserver.HRegionServer(3091): Received CLOSE for 36170b86241807e34941c2fc36e69276 2024-11-08T22:20:46,904 INFO [RS:0;ff635fa717b5:43655 {}] regionserver.HRegionServer(959): stopping server ff635fa717b5,43655,1731104408616 2024-11-08T22:20:46,904 INFO [RS:0;ff635fa717b5:43655 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T22:20:46,904 INFO [RS:0;ff635fa717b5:43655 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff635fa717b5:43655. 2024-11-08T22:20:46,904 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c2ddafb5ee5a4af78977af92a527d822, disabling compactions & flushes 2024-11-08T22:20:46,904 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731104427192.c2ddafb5ee5a4af78977af92a527d822. 2024-11-08T22:20:46,904 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731104427192.c2ddafb5ee5a4af78977af92a527d822. 2024-11-08T22:20:46,904 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731104427192.c2ddafb5ee5a4af78977af92a527d822. after waiting 0 ms 2024-11-08T22:20:46,904 DEBUG [RS:0;ff635fa717b5:43655 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:20:46,904 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731104427192.c2ddafb5ee5a4af78977af92a527d822. 2024-11-08T22:20:46,904 DEBUG [RS:0;ff635fa717b5:43655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:20:46,904 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c2ddafb5ee5a4af78977af92a527d822 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-08T22:20:46,904 INFO [RS:0;ff635fa717b5:43655 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T22:20:46,904 INFO [RS:0;ff635fa717b5:43655 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T22:20:46,904 INFO [RS:0;ff635fa717b5:43655 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T22:20:46,904 INFO [RS:0;ff635fa717b5:43655 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T22:20:46,908 INFO [RS:0;ff635fa717b5:43655 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T22:20:46,908 DEBUG [RS:0;ff635fa717b5:43655 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c2ddafb5ee5a4af78977af92a527d822=hbase:replication,,1731104427192.c2ddafb5ee5a4af78977af92a527d822., 36170b86241807e34941c2fc36e69276=test,,1731104421738.36170b86241807e34941c2fc36e69276.} 2024-11-08T22:20:46,908 DEBUG [RS:0;ff635fa717b5:43655 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 36170b86241807e34941c2fc36e69276, c2ddafb5ee5a4af78977af92a527d822 2024-11-08T22:20:46,908 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T22:20:46,908 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T22:20:46,908 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T22:20:46,908 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T22:20:46,908 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T22:20:46,908 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T22:20:46,920 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/data/hbase/replication/c2ddafb5ee5a4af78977af92a527d822/.tmp/queue/1c9383c9a460477c9c10241d42eb9c75 is 153, key is 1-ff635fa717b5,43655,1731104408616/queue:ff635fa717b5%2C43655%2C1731104408616/1731104436878/Put/seqid=0 2024-11-08T22:20:46,920 INFO [regionserver/ff635fa717b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T22:20:46,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35693 is added to blk_1073741840_1016 (size=5352) 2024-11-08T22:20:46,926 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/data/hbase/replication/c2ddafb5ee5a4af78977af92a527d822/.tmp/queue/1c9383c9a460477c9c10241d42eb9c75 2024-11-08T22:20:46,930 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/data/hbase/replication/c2ddafb5ee5a4af78977af92a527d822/.tmp/queue/1c9383c9a460477c9c10241d42eb9c75 as hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/data/hbase/replication/c2ddafb5ee5a4af78977af92a527d822/queue/1c9383c9a460477c9c10241d42eb9c75 2024-11-08T22:20:46,931 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/data/hbase/meta/1588230740/.tmp/info/ab24207c496b42329d4e60d0029affd8 is 147, key is hbase:replication,,1731104427192.c2ddafb5ee5a4af78977af92a527d822./info:regioninfo/1731104428350/Put/seqid=0 2024-11-08T22:20:46,934 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/data/hbase/replication/c2ddafb5ee5a4af78977af92a527d822/queue/1c9383c9a460477c9c10241d42eb9c75, entries=1, sequenceid=8, filesize=5.2 K 2024-11-08T22:20:46,935 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for c2ddafb5ee5a4af78977af92a527d822 in 31ms, sequenceid=8, compaction requested=false 2024-11-08T22:20:46,935 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-08T22:20:46,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35693 is added to blk_1073741841_1017 (size=7686) 2024-11-08T22:20:46,936 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/data/hbase/meta/1588230740/.tmp/info/ab24207c496b42329d4e60d0029affd8 2024-11-08T22:20:46,938 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/data/hbase/replication/c2ddafb5ee5a4af78977af92a527d822/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-08T22:20:46,939 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T22:20:46,939 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T22:20:46,939 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731104427192.c2ddafb5ee5a4af78977af92a527d822. 2024-11-08T22:20:46,939 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c2ddafb5ee5a4af78977af92a527d822: Waiting for close lock at 1731104446904Running coprocessor pre-close hooks at 1731104446904Disabling compacts and flushes for region at 1731104446904Disabling writes for close at 1731104446904Obtaining lock to block concurrent updates at 1731104446904Preparing flush snapshotting stores in c2ddafb5ee5a4af78977af92a527d822 at 1731104446904Finished memstore snapshotting hbase:replication,,1731104427192.c2ddafb5ee5a4af78977af92a527d822., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1731104446904Flushing stores of hbase:replication,,1731104427192.c2ddafb5ee5a4af78977af92a527d822. at 1731104446905 (+1 ms)Flushing c2ddafb5ee5a4af78977af92a527d822/queue: creating writer at 1731104446905Flushing c2ddafb5ee5a4af78977af92a527d822/queue: appending metadata at 1731104446920 (+15 ms)Flushing c2ddafb5ee5a4af78977af92a527d822/queue: closing flushed file at 1731104446920Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ce59d58: reopening flushed file at 1731104446929 (+9 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for c2ddafb5ee5a4af78977af92a527d822 in 31ms, sequenceid=8, compaction requested=false at 1731104446935 (+6 ms)Writing region close event to WAL at 1731104446936 (+1 ms)Running coprocessor post-close hooks at 1731104446938 (+2 ms)Closed at 1731104446939 (+1 ms) 2024-11-08T22:20:46,939 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731104427192.c2ddafb5ee5a4af78977af92a527d822. 2024-11-08T22:20:46,939 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 36170b86241807e34941c2fc36e69276, disabling compactions & flushes 2024-11-08T22:20:46,939 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731104421738.36170b86241807e34941c2fc36e69276. 2024-11-08T22:20:46,939 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731104421738.36170b86241807e34941c2fc36e69276. 2024-11-08T22:20:46,939 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731104421738.36170b86241807e34941c2fc36e69276. after waiting 0 ms 2024-11-08T22:20:46,939 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731104421738.36170b86241807e34941c2fc36e69276. 2024-11-08T22:20:46,939 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 36170b86241807e34941c2fc36e69276 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-08T22:20:46,960 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/data/hbase/meta/1588230740/.tmp/ns/de64b38447d145f6af66c87ea65315dc is 43, key is default/ns:d/1731104411519/Put/seqid=0 2024-11-08T22:20:46,961 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/data/default/test/36170b86241807e34941c2fc36e69276/.tmp/f/03e8f8b5b2ae44fa87fa297755bbe45f is 28, key is row/f:/1731104436669/DeleteFamily/seqid=0 2024-11-08T22:20:46,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35693 is added to blk_1073741842_1018 (size=5153) 2024-11-08T22:20:46,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35693 is added to blk_1073741843_1019 (size=5085) 2024-11-08T22:20:46,973 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/data/hbase/meta/1588230740/.tmp/ns/de64b38447d145f6af66c87ea65315dc 2024-11-08T22:20:46,973 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/data/default/test/36170b86241807e34941c2fc36e69276/.tmp/f/03e8f8b5b2ae44fa87fa297755bbe45f 2024-11-08T22:20:46,981 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 03e8f8b5b2ae44fa87fa297755bbe45f 2024-11-08T22:20:46,994 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/data/hbase/meta/1588230740/.tmp/rep_barrier/07337babd0fa4be1836e10466cc0be66 is 112, key is test,,1731104421738.36170b86241807e34941c2fc36e69276./rep_barrier:seqnumDuringOpen/1731104422890/Put/seqid=0 2024-11-08T22:20:46,996 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/data/default/test/36170b86241807e34941c2fc36e69276/.tmp/f1/d9ed8c672185483a9eb5e83c5cd028ed is 29, key is row/f1:/1731104436669/DeleteFamily/seqid=0 2024-11-08T22:20:47,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35693 is added to blk_1073741844_1020 (size=5518) 2024-11-08T22:20:47,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35693 is added to blk_1073741845_1021 (size=5089) 2024-11-08T22:20:47,108 DEBUG [RS:0;ff635fa717b5:43655 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 36170b86241807e34941c2fc36e69276 2024-11-08T22:20:47,306 INFO [regionserver/ff635fa717b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T22:20:47,306 INFO [regionserver/ff635fa717b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T22:20:47,308 DEBUG [RS:0;ff635fa717b5:43655 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 36170b86241807e34941c2fc36e69276 2024-11-08T22:20:47,327 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,43655,1731104408616.replicationSource.wal-reader.ff635fa717b5%2C43655%2C1731104408616,1-ff635fa717b5,43655,1731104408616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/WALs/ff635fa717b5,43655,1731104408616/ff635fa717b5%2C43655%2C1731104408616.1731104410419 to pos 636, reset compression=false 2024-11-08T22:20:47,331 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,43655,1731104408616.replicationSource.wal-reader.ff635fa717b5%2C43655%2C1731104408616,1-ff635fa717b5,43655,1731104408616 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T22:20:47,332 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,43655,1731104408616.replicationSource.wal-reader.ff635fa717b5%2C43655%2C1731104408616,1-ff635fa717b5,43655,1731104408616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/WALs/ff635fa717b5,43655,1731104408616/ff635fa717b5%2C43655%2C1731104408616.1731104410419 to pos 883, reset compression=false 2024-11-08T22:20:47,332 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,43655,1731104408616.replicationSource.shipperff635fa717b5%2C43655%2C1731104408616,1-ff635fa717b5,43655,1731104408616 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff635fa717b5,43655,1731104408616 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/WALs/ff635fa717b5,43655,1731104408616/ff635fa717b5%2C43655%2C1731104408616.1731104410419, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T22:20:47,333 ERROR [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,43655,1731104408616.replicationSource.shipperff635fa717b5%2C43655%2C1731104408616,1-ff635fa717b5,43655,1731104408616 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ff635fa717b5,43655,1731104408616: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-ff635fa717b5,43655,1731104408616, walGroup=ff635fa717b5%2C43655%2C1731104408616, offset=ff635fa717b5%2C43655%2C1731104408616.1731104410419:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff635fa717b5:43655 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T22:20:47,334 ERROR [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,43655,1731104408616.replicationSource.shipperff635fa717b5%2C43655%2C1731104408616,1-ff635fa717b5,43655,1731104408616 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T22:20:47,334 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,43655,1731104408616.replicationSource.shipperff635fa717b5%2C43655%2C1731104408616,1-ff635fa717b5,43655,1731104408616 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T22:20:47,335 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,43655,1731104408616.replicationSource.shipperff635fa717b5%2C43655%2C1731104408616,1-ff635fa717b5,43655,1731104408616 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T22:20:47,335 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,43655,1731104408616.replicationSource.shipperff635fa717b5%2C43655%2C1731104408616,1-ff635fa717b5,43655,1731104408616 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T22:20:47,335 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,43655,1731104408616.replicationSource.shipperff635fa717b5%2C43655%2C1731104408616,1-ff635fa717b5,43655,1731104408616 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T22:20:47,335 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,43655,1731104408616.replicationSource.shipperff635fa717b5%2C43655%2C1731104408616,1-ff635fa717b5,43655,1731104408616 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1384120320, "init": 1048576000, "max": 2306867200, "used": 1066617040 }, "NonHeapMemoryUsage": { "committed": 206176256, "init": 7667712, "max": -1, "used": 203208144 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T22:20:47,335 WARN [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,43655,1731104408616.replicationSource.shipperff635fa717b5%2C43655%2C1731104408616,1-ff635fa717b5,43655,1731104408616 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff635fa717b5:38033 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff635fa717b5:38033 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T22:20:47,402 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/data/hbase/meta/1588230740/.tmp/rep_barrier/07337babd0fa4be1836e10466cc0be66 2024-11-08T22:20:47,409 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/data/default/test/36170b86241807e34941c2fc36e69276/.tmp/f1/d9ed8c672185483a9eb5e83c5cd028ed 2024-11-08T22:20:47,421 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d9ed8c672185483a9eb5e83c5cd028ed 2024-11-08T22:20:47,435 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/data/hbase/meta/1588230740/.tmp/table/94afa8f1d2004b2b9b55168fd1221c53 is 53, key is hbase:replication/table:state/1731104428355/Put/seqid=0 2024-11-08T22:20:47,441 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/data/default/test/36170b86241807e34941c2fc36e69276/.tmp/norep/e0eb3c6f55934c33bb0af56601442183 is 32, key is row/norep:/1731104436669/DeleteFamily/seqid=0 2024-11-08T22:20:47,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35693 is added to blk_1073741847_1023 (size=5101) 2024-11-08T22:20:47,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35693 is added to blk_1073741846_1022 (size=5308) 2024-11-08T22:20:47,509 DEBUG [RS:0;ff635fa717b5:43655 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 36170b86241807e34941c2fc36e69276 2024-11-08T22:20:47,537 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,43655,1731104408616.replicationSource.wal-reader.ff635fa717b5%2C43655%2C1731104408616,1-ff635fa717b5,43655,1731104408616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/WALs/ff635fa717b5,43655,1731104408616/ff635fa717b5%2C43655%2C1731104408616.1731104410419 to pos 883, reset compression=false 2024-11-08T22:20:47,709 DEBUG [RS:0;ff635fa717b5:43655 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 36170b86241807e34941c2fc36e69276 2024-11-08T22:20:47,841 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,43655,1731104408616.replicationSource.wal-reader.ff635fa717b5%2C43655%2C1731104408616,1-ff635fa717b5,43655,1731104408616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/WALs/ff635fa717b5,43655,1731104408616/ff635fa717b5%2C43655%2C1731104408616.1731104410419 to pos 883, reset compression=false 2024-11-08T22:20:47,853 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/data/default/test/36170b86241807e34941c2fc36e69276/.tmp/norep/e0eb3c6f55934c33bb0af56601442183 2024-11-08T22:20:47,856 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e0eb3c6f55934c33bb0af56601442183 2024-11-08T22:20:47,857 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/data/default/test/36170b86241807e34941c2fc36e69276/.tmp/f/03e8f8b5b2ae44fa87fa297755bbe45f as hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/data/default/test/36170b86241807e34941c2fc36e69276/f/03e8f8b5b2ae44fa87fa297755bbe45f 2024-11-08T22:20:47,857 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/data/hbase/meta/1588230740/.tmp/table/94afa8f1d2004b2b9b55168fd1221c53 2024-11-08T22:20:47,862 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 03e8f8b5b2ae44fa87fa297755bbe45f 2024-11-08T22:20:47,862 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/data/default/test/36170b86241807e34941c2fc36e69276/f/03e8f8b5b2ae44fa87fa297755bbe45f, entries=1, sequenceid=6, filesize=5.0 K 2024-11-08T22:20:47,864 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/data/hbase/meta/1588230740/.tmp/info/ab24207c496b42329d4e60d0029affd8 as hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/data/hbase/meta/1588230740/info/ab24207c496b42329d4e60d0029affd8 2024-11-08T22:20:47,865 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/data/default/test/36170b86241807e34941c2fc36e69276/.tmp/f1/d9ed8c672185483a9eb5e83c5cd028ed as hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/data/default/test/36170b86241807e34941c2fc36e69276/f1/d9ed8c672185483a9eb5e83c5cd028ed 2024-11-08T22:20:47,870 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/data/hbase/meta/1588230740/info/ab24207c496b42329d4e60d0029affd8, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T22:20:47,870 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d9ed8c672185483a9eb5e83c5cd028ed 2024-11-08T22:20:47,870 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/data/default/test/36170b86241807e34941c2fc36e69276/f1/d9ed8c672185483a9eb5e83c5cd028ed, entries=1, sequenceid=6, filesize=5.0 K 2024-11-08T22:20:47,871 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/data/hbase/meta/1588230740/.tmp/ns/de64b38447d145f6af66c87ea65315dc as hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/data/hbase/meta/1588230740/ns/de64b38447d145f6af66c87ea65315dc 2024-11-08T22:20:47,871 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/data/default/test/36170b86241807e34941c2fc36e69276/.tmp/norep/e0eb3c6f55934c33bb0af56601442183 as hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/data/default/test/36170b86241807e34941c2fc36e69276/norep/e0eb3c6f55934c33bb0af56601442183 2024-11-08T22:20:47,875 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/data/hbase/meta/1588230740/ns/de64b38447d145f6af66c87ea65315dc, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T22:20:47,876 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e0eb3c6f55934c33bb0af56601442183 2024-11-08T22:20:47,876 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/data/default/test/36170b86241807e34941c2fc36e69276/norep/e0eb3c6f55934c33bb0af56601442183, entries=1, sequenceid=6, filesize=5.0 K 2024-11-08T22:20:47,876 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/data/hbase/meta/1588230740/.tmp/rep_barrier/07337babd0fa4be1836e10466cc0be66 as hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/data/hbase/meta/1588230740/rep_barrier/07337babd0fa4be1836e10466cc0be66 2024-11-08T22:20:47,879 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 36170b86241807e34941c2fc36e69276 in 939ms, sequenceid=6, compaction requested=false 2024-11-08T22:20:47,879 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-08T22:20:47,881 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/data/hbase/meta/1588230740/rep_barrier/07337babd0fa4be1836e10466cc0be66, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T22:20:47,882 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/data/hbase/meta/1588230740/.tmp/table/94afa8f1d2004b2b9b55168fd1221c53 as hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/data/hbase/meta/1588230740/table/94afa8f1d2004b2b9b55168fd1221c53 2024-11-08T22:20:47,888 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/data/hbase/meta/1588230740/table/94afa8f1d2004b2b9b55168fd1221c53, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T22:20:47,889 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 981ms, sequenceid=16, compaction requested=false 2024-11-08T22:20:47,889 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T22:20:47,891 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/data/default/test/36170b86241807e34941c2fc36e69276/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-08T22:20:47,892 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T22:20:47,892 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T22:20:47,892 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731104421738.36170b86241807e34941c2fc36e69276. 2024-11-08T22:20:47,892 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 36170b86241807e34941c2fc36e69276: Waiting for close lock at 1731104446939Running coprocessor pre-close hooks at 1731104446939Disabling compacts and flushes for region at 1731104446939Disabling writes for close at 1731104446939Obtaining lock to block concurrent updates at 1731104446939Preparing flush snapshotting stores in 36170b86241807e34941c2fc36e69276 at 1731104446939Finished memstore snapshotting test,,1731104421738.36170b86241807e34941c2fc36e69276., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731104446940 (+1 ms)Flushing stores of test,,1731104421738.36170b86241807e34941c2fc36e69276. at 1731104446940Flushing 36170b86241807e34941c2fc36e69276/f: creating writer at 1731104446940Flushing 36170b86241807e34941c2fc36e69276/f: appending metadata at 1731104446960 (+20 ms)Flushing 36170b86241807e34941c2fc36e69276/f: closing flushed file at 1731104446960Flushing 36170b86241807e34941c2fc36e69276/f1: creating writer at 1731104446981 (+21 ms)Flushing 36170b86241807e34941c2fc36e69276/f1: appending metadata at 1731104446995 (+14 ms)Flushing 36170b86241807e34941c2fc36e69276/f1: closing flushed file at 1731104446995Flushing 36170b86241807e34941c2fc36e69276/norep: creating writer at 1731104447421 (+426 ms)Flushing 36170b86241807e34941c2fc36e69276/norep: appending metadata at 1731104447440 (+19 ms)Flushing 36170b86241807e34941c2fc36e69276/norep: closing flushed file at 1731104447440Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d133bd: reopening flushed file at 1731104447857 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f85f041: reopening flushed file at 1731104447862 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@356a8bfd: reopening flushed file at 1731104447871 (+9 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 36170b86241807e34941c2fc36e69276 in 939ms, sequenceid=6, compaction requested=false at 1731104447879 (+8 ms)Writing region close event to WAL at 1731104447884 (+5 ms)Running coprocessor post-close hooks at 1731104447891 (+7 ms)Closed at 1731104447892 (+1 ms) 2024-11-08T22:20:47,892 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731104421738.36170b86241807e34941c2fc36e69276. 2024-11-08T22:20:47,901 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T22:20:47,901 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T22:20:47,901 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T22:20:47,901 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T22:20:47,901 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731104446908Running coprocessor pre-close hooks at 1731104446908Disabling compacts and flushes for region at 1731104446908Disabling writes for close at 1731104446908Obtaining lock to block concurrent updates at 1731104446908Preparing flush snapshotting stores in 1588230740 at 1731104446908Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731104446909 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731104446909Flushing 1588230740/info: creating writer at 1731104446909Flushing 1588230740/info: appending metadata at 1731104446931 (+22 ms)Flushing 1588230740/info: closing flushed file at 1731104446931Flushing 1588230740/ns: creating writer at 1731104446939 (+8 ms)Flushing 1588230740/ns: appending metadata at 1731104446960 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731104446960Flushing 1588230740/rep_barrier: creating writer at 1731104446980 (+20 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731104446993 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731104446993Flushing 1588230740/table: creating writer at 1731104447406 (+413 ms)Flushing 1588230740/table: appending metadata at 1731104447434 (+28 ms)Flushing 1588230740/table: closing flushed file at 1731104447434Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@530bf5b5: reopening flushed file at 1731104447862 (+428 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fea03ff: reopening flushed file at 1731104447870 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@554a73c1: reopening flushed file at 1731104447875 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d79f74a: reopening flushed file at 1731104447881 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 981ms, sequenceid=16, compaction requested=false at 1731104447889 (+8 ms)Writing region close event to WAL at 1731104447893 (+4 ms)Running coprocessor post-close hooks at 1731104447901 (+8 ms)Closed at 1731104447901 2024-11-08T22:20:47,901 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T22:20:47,909 INFO [RS:0;ff635fa717b5:43655 {}] regionserver.HRegionServer(976): stopping server ff635fa717b5,43655,1731104408616; all regions closed. 2024-11-08T22:20:47,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35693 is added to blk_1073741834_1010 (size=4239) 2024-11-08T22:20:47,911 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/WALs/ff635fa717b5,43655,1731104408616/ff635fa717b5%2C43655%2C1731104408616.meta.1731104411450.meta not finished, retry = 0 2024-11-08T22:20:48,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35693 is added to blk_1073741839_1015 (size=2240) 2024-11-08T22:20:48,018 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/WALs/ff635fa717b5,43655,1731104408616/ff635fa717b5%2C43655%2C1731104408616.rep.1731104428324 not finished, retry = 0 2024-11-08T22:20:48,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35693 is added to blk_1073741832_1008 (size=1535) 2024-11-08T22:20:48,120 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/WALs/ff635fa717b5,43655,1731104408616/ff635fa717b5%2C43655%2C1731104408616.1731104410419 not finished, retry = 0 2024-11-08T22:20:48,221 DEBUG [RS:0;ff635fa717b5:43655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:20:48,221 INFO [RS:0;ff635fa717b5:43655 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T22:20:48,221 INFO [RS:0;ff635fa717b5:43655 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T22:20:48,221 INFO [RS:0;ff635fa717b5:43655 {}] hbase.ChoreService(370): Chore service for: regionserver/ff635fa717b5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T22:20:48,221 INFO [RS:0;ff635fa717b5:43655 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T22:20:48,221 INFO [regionserver/ff635fa717b5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T22:20:48,221 INFO [RS:0;ff635fa717b5:43655 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ff635fa717b5,43655,1731104408616 because: Region server is closing 2024-11-08T22:20:48,222 INFO [RS:0;ff635fa717b5:43655 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff635fa717b5:43655. 2024-11-08T22:20:48,222 DEBUG [RS:0;ff635fa717b5:43655 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:20:48,222 DEBUG [RS:0;ff635fa717b5:43655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:20:48,222 DEBUG [RS:0;ff635fa717b5:43655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:20:48,222 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:20:48,322 INFO [RS:0;ff635fa717b5:43655 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,43655,1731104408616.replicationSource.shipperff635fa717b5%2C43655%2C1731104408616,1-ff635fa717b5,43655,1731104408616 terminated 2024-11-08T22:20:48,322 INFO [RS:0;ff635fa717b5:43655 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43655 2024-11-08T22:20:48,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43655-0x1011c88f6640001, quorum=127.0.0.1:54959, baseZNode=/0147765626 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0147765626/rs/ff635fa717b5,43655,1731104408616 2024-11-08T22:20:48,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38033-0x1011c88f6640000, quorum=127.0.0.1:54959, baseZNode=/0147765626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0147765626/rs 2024-11-08T22:20:48,333 INFO [RS:0;ff635fa717b5:43655 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T22:20:48,343 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ff635fa717b5,43655,1731104408616] 2024-11-08T22:20:48,354 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0147765626/draining/ff635fa717b5,43655,1731104408616 already deleted, retry=false 2024-11-08T22:20:48,354 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ff635fa717b5,43655,1731104408616 expired; onlineServers=0 2024-11-08T22:20:48,354 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ff635fa717b5,38033,1731104408423' ***** 2024-11-08T22:20:48,354 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T22:20:48,354 INFO [M:0;ff635fa717b5:38033 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T22:20:48,354 INFO [M:0;ff635fa717b5:38033 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T22:20:48,354 DEBUG [M:0;ff635fa717b5:38033 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T22:20:48,354 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T22:20:48,354 DEBUG [M:0;ff635fa717b5:38033 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T22:20:48,354 DEBUG [master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.small.0-1731104410226 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.small.0-1731104410226,5,FailOnTimeoutGroup] 2024-11-08T22:20:48,354 DEBUG [master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.large.0-1731104410225 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.large.0-1731104410225,5,FailOnTimeoutGroup] 2024-11-08T22:20:48,354 INFO [M:0;ff635fa717b5:38033 {}] hbase.ChoreService(370): Chore service for: master/ff635fa717b5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T22:20:48,354 INFO [M:0;ff635fa717b5:38033 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T22:20:48,354 DEBUG [M:0;ff635fa717b5:38033 {}] master.HMaster(1795): Stopping service threads 2024-11-08T22:20:48,354 INFO [M:0;ff635fa717b5:38033 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T22:20:48,354 INFO [M:0;ff635fa717b5:38033 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T22:20:48,355 INFO [M:0;ff635fa717b5:38033 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T22:20:48,355 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T22:20:48,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38033-0x1011c88f6640000, quorum=127.0.0.1:54959, baseZNode=/0147765626 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0147765626/master 2024-11-08T22:20:48,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38033-0x1011c88f6640000, quorum=127.0.0.1:54959, baseZNode=/0147765626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0147765626 2024-11-08T22:20:48,364 DEBUG [M:0;ff635fa717b5:38033 {}] zookeeper.ZKUtil(347): master:38033-0x1011c88f6640000, quorum=127.0.0.1:54959, baseZNode=/0147765626 Unable to get data of znode /0147765626/master because node does not exist (not an error) 2024-11-08T22:20:48,364 WARN [M:0;ff635fa717b5:38033 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T22:20:48,365 INFO [M:0;ff635fa717b5:38033 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/.lastflushedseqids 2024-11-08T22:20:48,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35693 is added to blk_1073741848_1024 (size=245) 2024-11-08T22:20:48,369 INFO [M:0;ff635fa717b5:38033 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T22:20:48,369 INFO [M:0;ff635fa717b5:38033 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T22:20:48,369 DEBUG [M:0;ff635fa717b5:38033 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T22:20:48,369 INFO [M:0;ff635fa717b5:38033 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:20:48,369 DEBUG [M:0;ff635fa717b5:38033 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:20:48,369 DEBUG [M:0;ff635fa717b5:38033 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T22:20:48,369 DEBUG [M:0;ff635fa717b5:38033 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:20:48,369 INFO [M:0;ff635fa717b5:38033 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-08T22:20:48,382 DEBUG [M:0;ff635fa717b5:38033 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c079f636b8744c09aefd7d82a6041f3a is 82, key is hbase:meta,,1/info:regioninfo/1731104411476/Put/seqid=0 2024-11-08T22:20:48,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35693 is added to blk_1073741849_1025 (size=5672) 2024-11-08T22:20:48,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43655-0x1011c88f6640001, quorum=127.0.0.1:54959, baseZNode=/0147765626 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:20:48,444 INFO [RS:0;ff635fa717b5:43655 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T22:20:48,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43655-0x1011c88f6640001, quorum=127.0.0.1:54959, baseZNode=/0147765626 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:20:48,444 INFO [RS:0;ff635fa717b5:43655 {}] regionserver.HRegionServer(1031): Exiting; stopping=ff635fa717b5,43655,1731104408616; zookeeper connection closed. 2024-11-08T22:20:48,444 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@496dd358 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@496dd358 2024-11-08T22:20:48,444 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T22:20:48,785 INFO [M:0;ff635fa717b5:38033 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c079f636b8744c09aefd7d82a6041f3a 2024-11-08T22:20:48,808 DEBUG [M:0;ff635fa717b5:38033 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/500eef19de3442ebb502dcf2afe7ea69 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731104422899/Put/seqid=0 2024-11-08T22:20:48,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35693 is added to blk_1073741850_1026 (size=7217) 2024-11-08T22:20:49,213 INFO [M:0;ff635fa717b5:38033 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/500eef19de3442ebb502dcf2afe7ea69 2024-11-08T22:20:49,217 INFO [M:0;ff635fa717b5:38033 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 500eef19de3442ebb502dcf2afe7ea69 2024-11-08T22:20:49,238 DEBUG [M:0;ff635fa717b5:38033 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/12b8f957889b47b1b670e0873346df6a is 69, key is ff635fa717b5,43655,1731104408616/rs:state/1731104410274/Put/seqid=0 2024-11-08T22:20:49,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35693 is added to blk_1073741851_1027 (size=5156) 2024-11-08T22:20:49,266 INFO [M:0;ff635fa717b5:38033 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/12b8f957889b47b1b670e0873346df6a 2024-11-08T22:20:49,272 DEBUG [M:0;ff635fa717b5:38033 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c079f636b8744c09aefd7d82a6041f3a as hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c079f636b8744c09aefd7d82a6041f3a 2024-11-08T22:20:49,279 INFO [M:0;ff635fa717b5:38033 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c079f636b8744c09aefd7d82a6041f3a, entries=8, sequenceid=105, filesize=5.5 K 2024-11-08T22:20:49,280 DEBUG [M:0;ff635fa717b5:38033 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/500eef19de3442ebb502dcf2afe7ea69 as hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/500eef19de3442ebb502dcf2afe7ea69 2024-11-08T22:20:49,284 INFO [M:0;ff635fa717b5:38033 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 500eef19de3442ebb502dcf2afe7ea69 2024-11-08T22:20:49,284 INFO [M:0;ff635fa717b5:38033 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/500eef19de3442ebb502dcf2afe7ea69, entries=11, sequenceid=105, filesize=7.0 K 2024-11-08T22:20:49,286 DEBUG [M:0;ff635fa717b5:38033 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/12b8f957889b47b1b670e0873346df6a as hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/12b8f957889b47b1b670e0873346df6a 2024-11-08T22:20:49,291 INFO [M:0;ff635fa717b5:38033 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37555/user/jenkins/test-data/e434e576-96c3-c105-c624-05727375bcb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/12b8f957889b47b1b670e0873346df6a, entries=1, sequenceid=105, filesize=5.0 K 2024-11-08T22:20:49,292 INFO [M:0;ff635fa717b5:38033 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 922ms, sequenceid=105, compaction requested=false 2024-11-08T22:20:49,298 INFO [M:0;ff635fa717b5:38033 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:20:49,298 DEBUG [M:0;ff635fa717b5:38033 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731104448369Disabling compacts and flushes for region at 1731104448369Disabling writes for close at 1731104448369Obtaining lock to block concurrent updates at 1731104448369Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731104448369Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1731104448369Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731104448370 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731104448370Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731104448381 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731104448381Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731104448789 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731104448807 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731104448807Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731104449217 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731104449238 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731104449238Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11546834: reopening flushed file at 1731104449271 (+33 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30c62b90: reopening flushed file at 1731104449279 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@89f6aa: reopening flushed file at 1731104449284 (+5 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 922ms, sequenceid=105, compaction requested=false at 1731104449292 (+8 ms)Writing region close event to WAL at 1731104449298 (+6 ms)Closed at 1731104449298 2024-11-08T22:20:49,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35693 is added to blk_1073741830_1006 (size=64411) 2024-11-08T22:20:49,336 INFO [M:0;ff635fa717b5:38033 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T22:20:49,336 INFO [M:0;ff635fa717b5:38033 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38033 2024-11-08T22:20:49,336 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T22:20:49,336 INFO [M:0;ff635fa717b5:38033 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T22:20:49,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38033-0x1011c88f6640000, quorum=127.0.0.1:54959, baseZNode=/0147765626 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:20:49,455 INFO [M:0;ff635fa717b5:38033 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T22:20:49,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38033-0x1011c88f6640000, quorum=127.0.0.1:54959, baseZNode=/0147765626 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:20:49,499 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2f8809b7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T22:20:49,500 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@281f21dc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T22:20:49,500 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T22:20:49,500 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@93f859c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T22:20:49,500 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52a0a5c1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87a6a3d-0927-e522-03e7-d7c1fc977b9b/hadoop.log.dir/,STOPPED} 2024-11-08T22:20:49,503 WARN [BP-1371703530-172.17.0.3-1731104406221 heartbeating to localhost/127.0.0.1:37555 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T22:20:49,503 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T22:20:49,503 WARN [BP-1371703530-172.17.0.3-1731104406221 heartbeating to localhost/127.0.0.1:37555 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1371703530-172.17.0.3-1731104406221 (Datanode Uuid 71b1c225-8edd-407b-8576-72f219e260e1) service to localhost/127.0.0.1:37555 2024-11-08T22:20:49,503 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T22:20:49,503 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87a6a3d-0927-e522-03e7-d7c1fc977b9b/cluster_b4f1a142-a50f-473d-0de0-9eecf71770be/data/data1/current/BP-1371703530-172.17.0.3-1731104406221 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T22:20:49,504 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87a6a3d-0927-e522-03e7-d7c1fc977b9b/cluster_b4f1a142-a50f-473d-0de0-9eecf71770be/data/data2/current/BP-1371703530-172.17.0.3-1731104406221 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T22:20:49,504 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T22:20:49,511 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@159794d4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T22:20:49,512 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@20cb887c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T22:20:49,512 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T22:20:49,514 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e07e91e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T22:20:49,514 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@54ea549f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87a6a3d-0927-e522-03e7-d7c1fc977b9b/hadoop.log.dir/,STOPPED} 2024-11-08T22:20:49,526 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T22:20:49,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T22:20:49,569 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=361 (was 312) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:39305 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39305 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:39305 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39305 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54959) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:37555 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39305 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:37555 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37555 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:38125 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:38125 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39305 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37555 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37555 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:38125 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:39305 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38125 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54959) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54959) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:37555 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37555 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:38125 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:37555 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:39305 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37555 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=791 (was 721) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=398 (was 276) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1682 (was 2053) 2024-11-08T22:20:49,586 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=361, OpenFileDescriptor=791, MaxFileDescriptor=1048576, SystemLoadAverage=398, ProcessCount=11, AvailableMemoryMB=1682 2024-11-08T22:20:49,606 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-08T22:20:49,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8376207a-0420-69c8-b2cf-3a218faf5342/hadoop.log.dir so I do NOT create it in target/test-data/de67d71b-9ba3-c9fb-aa16-f46e3fc78c87 2024-11-08T22:20:49,608 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8376207a-0420-69c8-b2cf-3a218faf5342/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T22:20:49,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8376207a-0420-69c8-b2cf-3a218faf5342/hadoop.tmp.dir so I do NOT create it in target/test-data/de67d71b-9ba3-c9fb-aa16-f46e3fc78c87 2024-11-08T22:20:49,608 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8376207a-0420-69c8-b2cf-3a218faf5342/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T22:20:49,608 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de67d71b-9ba3-c9fb-aa16-f46e3fc78c87 2024-11-08T22:20:49,608 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de67d71b-9ba3-c9fb-aa16-f46e3fc78c87/cluster_df6ccfa6-f5be-0b39-cba2-146d89710866, deleteOnExit=true 2024-11-08T22:20:49,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011c88f6640002, quorum=127.0.0.1:54959, baseZNode=/0147765626 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T22:20:49,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011c88f6640005, quorum=127.0.0.1:54959, baseZNode=/1-1420051586 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T22:20:49,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1011c88f6640008, quorum=127.0.0.1:54959, baseZNode=/2-1496202954 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T22:20:49,622 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011c88f6640002, quorum=127.0.0.1:54959, baseZNode=/0147765626 Received Disconnected from ZooKeeper, ignoring 2024-11-08T22:20:49,622 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011c88f6640005, quorum=127.0.0.1:54959, baseZNode=/1-1420051586 Received Disconnected from ZooKeeper, ignoring 2024-11-08T22:20:49,622 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1011c88f6640008, quorum=127.0.0.1:54959, baseZNode=/2-1496202954 Received Disconnected from ZooKeeper, ignoring 2024-11-08T22:20:49,681 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de67d71b-9ba3-c9fb-aa16-f46e3fc78c87/cluster_df6ccfa6-f5be-0b39-cba2-146d89710866/zookeeper_0, clientPort=63454, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de67d71b-9ba3-c9fb-aa16-f46e3fc78c87/cluster_df6ccfa6-f5be-0b39-cba2-146d89710866/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de67d71b-9ba3-c9fb-aa16-f46e3fc78c87/cluster_df6ccfa6-f5be-0b39-cba2-146d89710866/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T22:20:49,689 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63454 2024-11-08T22:20:49,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T22:20:49,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T22:20:49,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de67d71b-9ba3-c9fb-aa16-f46e3fc78c87/test.cache.data in system properties and HBase conf 2024-11-08T22:20:49,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de67d71b-9ba3-c9fb-aa16-f46e3fc78c87/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T22:20:49,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de67d71b-9ba3-c9fb-aa16-f46e3fc78c87/hadoop.log.dir in system properties and HBase conf 2024-11-08T22:20:49,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de67d71b-9ba3-c9fb-aa16-f46e3fc78c87/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T22:20:49,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de67d71b-9ba3-c9fb-aa16-f46e3fc78c87/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T22:20:49,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T22:20:49,689 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T22:20:49,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de67d71b-9ba3-c9fb-aa16-f46e3fc78c87/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T22:20:49,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de67d71b-9ba3-c9fb-aa16-f46e3fc78c87/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T22:20:49,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de67d71b-9ba3-c9fb-aa16-f46e3fc78c87/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T22:20:49,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de67d71b-9ba3-c9fb-aa16-f46e3fc78c87/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T22:20:49,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de67d71b-9ba3-c9fb-aa16-f46e3fc78c87/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T22:20:49,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de67d71b-9ba3-c9fb-aa16-f46e3fc78c87/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T22:20:49,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de67d71b-9ba3-c9fb-aa16-f46e3fc78c87/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T22:20:49,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de67d71b-9ba3-c9fb-aa16-f46e3fc78c87/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T22:20:49,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de67d71b-9ba3-c9fb-aa16-f46e3fc78c87/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T22:20:49,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de67d71b-9ba3-c9fb-aa16-f46e3fc78c87/nfs.dump.dir in system properties and HBase conf 2024-11-08T22:20:49,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de67d71b-9ba3-c9fb-aa16-f46e3fc78c87/java.io.tmpdir in system properties and HBase conf 2024-11-08T22:20:49,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de67d71b-9ba3-c9fb-aa16-f46e3fc78c87/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T22:20:49,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de67d71b-9ba3-c9fb-aa16-f46e3fc78c87/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T22:20:49,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de67d71b-9ba3-c9fb-aa16-f46e3fc78c87/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T22:20:50,047 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-08T22:20:50,053 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:50,053 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:50,053 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:50,053 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:50,054 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:50,054 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:50,054 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:50,055 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:50,111 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:50,111 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:50,111 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:50,112 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:50,112 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:50,112 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:50,121 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:50,126 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:50,126 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:50,128 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:50,189 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T22:20:50,202 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T22:20:50,272 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T22:20:50,272 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T22:20:50,273 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T22:20:50,277 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T22:20:50,287 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c9ff17d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de67d71b-9ba3-c9fb-aa16-f46e3fc78c87/hadoop.log.dir/,AVAILABLE} 2024-11-08T22:20:50,287 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ac5a3e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T22:20:50,429 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@61292ad{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de67d71b-9ba3-c9fb-aa16-f46e3fc78c87/java.io.tmpdir/jetty-localhost-32803-hadoop-hdfs-3_4_1-tests_jar-_-any-18131536261821952433/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T22:20:50,429 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6bb12d7b{HTTP/1.1, (http/1.1)}{localhost:32803} 2024-11-08T22:20:50,429 INFO [Time-limited test {}] server.Server(415): Started @324690ms 2024-11-08T22:20:50,950 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T22:20:50,962 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T22:20:50,976 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T22:20:50,977 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T22:20:50,977 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T22:20:50,978 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4024851e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de67d71b-9ba3-c9fb-aa16-f46e3fc78c87/hadoop.log.dir/,AVAILABLE} 2024-11-08T22:20:50,978 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78ef66f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T22:20:51,106 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1527f35d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de67d71b-9ba3-c9fb-aa16-f46e3fc78c87/java.io.tmpdir/jetty-localhost-37917-hadoop-hdfs-3_4_1-tests_jar-_-any-482644862768105091/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T22:20:51,107 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@493f33c{HTTP/1.1, (http/1.1)}{localhost:37917} 2024-11-08T22:20:51,107 INFO [Time-limited test {}] server.Server(415): Started @325368ms 2024-11-08T22:20:51,108 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T22:20:51,990 WARN [Thread-4180 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de67d71b-9ba3-c9fb-aa16-f46e3fc78c87/cluster_df6ccfa6-f5be-0b39-cba2-146d89710866/data/data1/current/BP-1062762273-172.17.0.3-1731104449723/current, will proceed with Du for space computation calculation, 2024-11-08T22:20:51,991 WARN [Thread-4181 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de67d71b-9ba3-c9fb-aa16-f46e3fc78c87/cluster_df6ccfa6-f5be-0b39-cba2-146d89710866/data/data2/current/BP-1062762273-172.17.0.3-1731104449723/current, will proceed with Du for space computation calculation, 2024-11-08T22:20:52,043 WARN [Thread-4168 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T22:20:52,047 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb6488059c7ead126 with lease ID 0xda002a47921463f1: Processing first storage report for DS-8bdd7ae4-1392-4f24-bbc2-d70fc20f635e from datanode DatanodeRegistration(127.0.0.1:38391, datanodeUuid=0e4b1dca-4618-4614-8fb9-849eeb1c775a, infoPort=38773, infoSecurePort=0, ipcPort=45095, storageInfo=lv=-57;cid=testClusterID;nsid=1345804470;c=1731104449723) 2024-11-08T22:20:52,047 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb6488059c7ead126 with lease ID 0xda002a47921463f1: from storage DS-8bdd7ae4-1392-4f24-bbc2-d70fc20f635e node DatanodeRegistration(127.0.0.1:38391, datanodeUuid=0e4b1dca-4618-4614-8fb9-849eeb1c775a, infoPort=38773, infoSecurePort=0, ipcPort=45095, storageInfo=lv=-57;cid=testClusterID;nsid=1345804470;c=1731104449723), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T22:20:52,047 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb6488059c7ead126 with lease ID 0xda002a47921463f1: Processing first storage report for DS-e0c0f85f-c8de-4ea0-b340-dc6a2e611d00 from datanode DatanodeRegistration(127.0.0.1:38391, datanodeUuid=0e4b1dca-4618-4614-8fb9-849eeb1c775a, infoPort=38773, infoSecurePort=0, ipcPort=45095, storageInfo=lv=-57;cid=testClusterID;nsid=1345804470;c=1731104449723) 2024-11-08T22:20:52,047 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb6488059c7ead126 with lease ID 0xda002a47921463f1: from storage DS-e0c0f85f-c8de-4ea0-b340-dc6a2e611d00 node DatanodeRegistration(127.0.0.1:38391, datanodeUuid=0e4b1dca-4618-4614-8fb9-849eeb1c775a, infoPort=38773, infoSecurePort=0, ipcPort=45095, storageInfo=lv=-57;cid=testClusterID;nsid=1345804470;c=1731104449723), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T22:20:52,126 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de67d71b-9ba3-c9fb-aa16-f46e3fc78c87 2024-11-08T22:20:52,126 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:20:52,127 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:20:52,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38391 is added to blk_1073741825_1001 (size=7) 2024-11-08T22:20:52,535 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35143/user/jenkins/test-data/675ea1e0-7a0a-274c-005b-634a06db6c1a with version=8 2024-11-08T22:20:52,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35143/user/jenkins/test-data/675ea1e0-7a0a-274c-005b-634a06db6c1a/hbase-staging 2024-11-08T22:20:52,537 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ff635fa717b5:0 server-side Connection retries=45 2024-11-08T22:20:52,537 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:20:52,537 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T22:20:52,537 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T22:20:52,537 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:20:52,537 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T22:20:52,537 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T22:20:52,537 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T22:20:52,538 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33765 2024-11-08T22:20:52,539 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33765 connecting to ZooKeeper ensemble=127.0.0.1:63454 2024-11-08T22:20:52,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:337650x0, quorum=127.0.0.1:63454, baseZNode=/0589546788 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T22:20:52,643 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33765-0x1011c89a0150000 connected 2024-11-08T22:20:52,807 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:20:52,808 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:20:52,810 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33765-0x1011c89a0150000, quorum=127.0.0.1:63454, baseZNode=/0589546788 Set watcher on znode that does not yet exist, /0589546788/running 2024-11-08T22:20:52,811 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35143/user/jenkins/test-data/675ea1e0-7a0a-274c-005b-634a06db6c1a, hbase.cluster.distributed=false 2024-11-08T22:20:52,813 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33765-0x1011c89a0150000, quorum=127.0.0.1:63454, baseZNode=/0589546788 Set watcher on znode that does not yet exist, /0589546788/acl 2024-11-08T22:20:52,820 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33765 2024-11-08T22:20:52,820 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33765 2024-11-08T22:20:52,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33765 2024-11-08T22:20:52,837 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:20:52,837 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ff635fa717b5,36459,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff635fa717b5:36459 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T22:20:52,838 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 129073 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ff635fa717b5,36459,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff635fa717b5:36459 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T22:20:52,844 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33765 2024-11-08T22:20:52,845 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33765 2024-11-08T22:20:52,866 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ff635fa717b5:0 server-side Connection retries=45 2024-11-08T22:20:52,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:20:52,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T22:20:52,867 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T22:20:52,867 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:20:52,867 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T22:20:52,867 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T22:20:52,867 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T22:20:52,868 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35239 2024-11-08T22:20:52,868 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35239 connecting to ZooKeeper ensemble=127.0.0.1:63454 2024-11-08T22:20:52,869 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:20:52,871 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:20:52,880 DEBUG [pool-2289-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:352390x0, quorum=127.0.0.1:63454, baseZNode=/0589546788 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T22:20:52,881 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:352390x0, quorum=127.0.0.1:63454, baseZNode=/0589546788 Set watcher on znode that does not yet exist, /0589546788/running 2024-11-08T22:20:52,881 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35239-0x1011c89a0150001 connected 2024-11-08T22:20:52,881 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T22:20:52,882 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T22:20:52,882 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35239-0x1011c89a0150001, quorum=127.0.0.1:63454, baseZNode=/0589546788 Set watcher on znode that does not yet exist, /0589546788/master 2024-11-08T22:20:52,883 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35239-0x1011c89a0150001, quorum=127.0.0.1:63454, baseZNode=/0589546788 Set watcher on znode that does not yet exist, /0589546788/acl 2024-11-08T22:20:52,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35239 2024-11-08T22:20:52,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35239 2024-11-08T22:20:52,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35239 2024-11-08T22:20:52,913 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35239 2024-11-08T22:20:52,913 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35239 2024-11-08T22:20:52,932 DEBUG [M:0;ff635fa717b5:33765 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ff635fa717b5:33765 2024-11-08T22:20:52,936 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0589546788/backup-masters/ff635fa717b5,33765,1731104452536 2024-11-08T22:20:52,943 DEBUG [pool-2289-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35239-0x1011c89a0150001, quorum=127.0.0.1:63454, baseZNode=/0589546788 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0589546788/backup-masters 2024-11-08T22:20:52,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33765-0x1011c89a0150000, quorum=127.0.0.1:63454, baseZNode=/0589546788 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0589546788/backup-masters 2024-11-08T22:20:52,944 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33765-0x1011c89a0150000, quorum=127.0.0.1:63454, baseZNode=/0589546788 Set watcher on existing znode=/0589546788/backup-masters/ff635fa717b5,33765,1731104452536 2024-11-08T22:20:52,954 DEBUG [pool-2289-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35239-0x1011c89a0150001, quorum=127.0.0.1:63454, baseZNode=/0589546788 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0589546788/master 2024-11-08T22:20:52,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33765-0x1011c89a0150000, quorum=127.0.0.1:63454, baseZNode=/0589546788 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0589546788 2024-11-08T22:20:52,954 DEBUG [pool-2289-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35239-0x1011c89a0150001, quorum=127.0.0.1:63454, baseZNode=/0589546788 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0589546788 2024-11-08T22:20:52,954 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33765-0x1011c89a0150000, quorum=127.0.0.1:63454, baseZNode=/0589546788 Set watcher on existing znode=/0589546788/master 2024-11-08T22:20:52,954 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0589546788/backup-masters/ff635fa717b5,33765,1731104452536 from backup master directory 2024-11-08T22:20:52,964 DEBUG [pool-2289-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35239-0x1011c89a0150001, quorum=127.0.0.1:63454, baseZNode=/0589546788 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0589546788/backup-masters 2024-11-08T22:20:52,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33765-0x1011c89a0150000, quorum=127.0.0.1:63454, baseZNode=/0589546788 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0589546788/backup-masters/ff635fa717b5,33765,1731104452536 2024-11-08T22:20:52,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33765-0x1011c89a0150000, quorum=127.0.0.1:63454, baseZNode=/0589546788 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0589546788/backup-masters 2024-11-08T22:20:52,964 WARN [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T22:20:52,964 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ff635fa717b5,33765,1731104452536 2024-11-08T22:20:52,968 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35143/user/jenkins/test-data/675ea1e0-7a0a-274c-005b-634a06db6c1a/hbase.id] with ID: 3b9b4570-1e8c-4fb6-bd2d-8f4f31c5c703 2024-11-08T22:20:52,968 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35143/user/jenkins/test-data/675ea1e0-7a0a-274c-005b-634a06db6c1a/.tmp/hbase.id 2024-11-08T22:20:52,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38391 is added to blk_1073741826_1002 (size=42) 2024-11-08T22:20:52,976 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35143/user/jenkins/test-data/675ea1e0-7a0a-274c-005b-634a06db6c1a/.tmp/hbase.id]:[hdfs://localhost:35143/user/jenkins/test-data/675ea1e0-7a0a-274c-005b-634a06db6c1a/hbase.id] 2024-11-08T22:20:52,985 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:20:52,985 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T22:20:52,986 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T22:20:52,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33765-0x1011c89a0150000, quorum=127.0.0.1:63454, baseZNode=/0589546788 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0589546788 2024-11-08T22:20:52,996 DEBUG [pool-2289-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35239-0x1011c89a0150001, quorum=127.0.0.1:63454, baseZNode=/0589546788 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0589546788 2024-11-08T22:20:53,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38391 is added to blk_1073741827_1003 (size=196) 2024-11-08T22:20:53,138 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T22:20:53,138 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T22:20:53,138 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T22:20:53,138 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T22:20:53,401 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T22:20:53,401 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T22:20:53,402 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:20:53,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38391 is added to blk_1073741828_1004 (size=1189) 2024-11-08T22:20:53,409 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35143/user/jenkins/test-data/675ea1e0-7a0a-274c-005b-634a06db6c1a/MasterData/data/master/store 2024-11-08T22:20:53,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38391 is added to blk_1073741829_1005 (size=34) 2024-11-08T22:20:53,822 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:20:53,822 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T22:20:53,822 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:20:53,822 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:20:53,822 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T22:20:53,822 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:20:53,822 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:20:53,823 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731104453822Disabling compacts and flushes for region at 1731104453822Disabling writes for close at 1731104453822Writing region close event to WAL at 1731104453822Closed at 1731104453822 2024-11-08T22:20:53,823 WARN [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35143/user/jenkins/test-data/675ea1e0-7a0a-274c-005b-634a06db6c1a/MasterData/data/master/store/.initializing 2024-11-08T22:20:53,823 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35143/user/jenkins/test-data/675ea1e0-7a0a-274c-005b-634a06db6c1a/MasterData/WALs/ff635fa717b5,33765,1731104452536 2024-11-08T22:20:53,824 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T22:20:53,826 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ff635fa717b5%2C33765%2C1731104452536, suffix=, logDir=hdfs://localhost:35143/user/jenkins/test-data/675ea1e0-7a0a-274c-005b-634a06db6c1a/MasterData/WALs/ff635fa717b5,33765,1731104452536, archiveDir=hdfs://localhost:35143/user/jenkins/test-data/675ea1e0-7a0a-274c-005b-634a06db6c1a/MasterData/oldWALs, maxLogs=10 2024-11-08T22:20:53,848 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/675ea1e0-7a0a-274c-005b-634a06db6c1a/MasterData/WALs/ff635fa717b5,33765,1731104452536/ff635fa717b5%2C33765%2C1731104452536.1731104453826, exclude list is [], retry=0 2024-11-08T22:20:53,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38391,DS-8bdd7ae4-1392-4f24-bbc2-d70fc20f635e,DISK] 2024-11-08T22:20:53,877 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/675ea1e0-7a0a-274c-005b-634a06db6c1a/MasterData/WALs/ff635fa717b5,33765,1731104452536/ff635fa717b5%2C33765%2C1731104452536.1731104453826 2024-11-08T22:20:53,880 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38773:38773)] 2024-11-08T22:20:53,880 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T22:20:53,881 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:20:53,881 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:20:53,881 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:20:53,890 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:20:53,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T22:20:53,893 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:20:53,893 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:20:53,893 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:20:53,894 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T22:20:53,894 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:20:53,895 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:20:53,895 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:20:53,897 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T22:20:53,897 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:20:53,897 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:20:53,898 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:20:53,899 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T22:20:53,899 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:20:53,899 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:20:53,899 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:20:53,900 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35143/user/jenkins/test-data/675ea1e0-7a0a-274c-005b-634a06db6c1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:20:53,900 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35143/user/jenkins/test-data/675ea1e0-7a0a-274c-005b-634a06db6c1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:20:53,903 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:20:53,903 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:20:53,903 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T22:20:53,904 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:20:53,909 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35143/user/jenkins/test-data/675ea1e0-7a0a-274c-005b-634a06db6c1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:20:53,909 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62056387, jitterRate=-0.07528777420520782}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T22:20:53,910 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731104453881Initializing all the Stores at 1731104453882 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104453882Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104453884 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104453884Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104453884Cleaning up temporary data from old regions at 1731104453903 (+19 ms)Region opened successfully at 1731104453910 (+7 ms) 2024-11-08T22:20:53,921 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T22:20:53,929 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46a3ef77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff635fa717b5/172.17.0.3:0 2024-11-08T22:20:53,930 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T22:20:53,930 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T22:20:53,930 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T22:20:53,930 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T22:20:53,931 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T22:20:53,931 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T22:20:53,931 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T22:20:53,942 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T22:20:53,943 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33765-0x1011c89a0150000, quorum=127.0.0.1:63454, baseZNode=/0589546788 Unable to get data of znode /0589546788/balancer because node does not exist (not necessarily an error) 2024-11-08T22:20:54,006 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0589546788/balancer already deleted, retry=false 2024-11-08T22:20:54,007 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T22:20:54,008 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33765-0x1011c89a0150000, quorum=127.0.0.1:63454, baseZNode=/0589546788 Unable to get data of znode /0589546788/normalizer because node does not exist (not necessarily an error) 2024-11-08T22:20:54,017 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0589546788/normalizer already deleted, retry=false 2024-11-08T22:20:54,017 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T22:20:54,021 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33765-0x1011c89a0150000, quorum=127.0.0.1:63454, baseZNode=/0589546788 Unable to get data of znode /0589546788/switch/split because node does not exist (not necessarily an error) 2024-11-08T22:20:54,027 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0589546788/switch/split already deleted, retry=false 2024-11-08T22:20:54,032 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33765-0x1011c89a0150000, quorum=127.0.0.1:63454, baseZNode=/0589546788 Unable to get data of znode /0589546788/switch/merge because node does not exist (not necessarily an error) 2024-11-08T22:20:54,038 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0589546788/switch/merge already deleted, retry=false 2024-11-08T22:20:54,041 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33765-0x1011c89a0150000, quorum=127.0.0.1:63454, baseZNode=/0589546788 Unable to get data of znode /0589546788/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T22:20:54,048 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0589546788/snapshot-cleanup already deleted, retry=false 2024-11-08T22:20:54,059 DEBUG [pool-2289-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35239-0x1011c89a0150001, quorum=127.0.0.1:63454, baseZNode=/0589546788 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0589546788/running 2024-11-08T22:20:54,059 DEBUG [pool-2289-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35239-0x1011c89a0150001, quorum=127.0.0.1:63454, baseZNode=/0589546788 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0589546788 2024-11-08T22:20:54,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33765-0x1011c89a0150000, quorum=127.0.0.1:63454, baseZNode=/0589546788 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0589546788/running 2024-11-08T22:20:54,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33765-0x1011c89a0150000, quorum=127.0.0.1:63454, baseZNode=/0589546788 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0589546788 2024-11-08T22:20:54,062 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ff635fa717b5,33765,1731104452536, sessionid=0x1011c89a0150000, setting cluster-up flag (Was=false) 2024-11-08T22:20:54,080 DEBUG [pool-2289-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35239-0x1011c89a0150001, quorum=127.0.0.1:63454, baseZNode=/0589546788 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0589546788 2024-11-08T22:20:54,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33765-0x1011c89a0150000, quorum=127.0.0.1:63454, baseZNode=/0589546788 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0589546788 2024-11-08T22:20:54,112 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0589546788/flush-table-proc/acquired, /0589546788/flush-table-proc/reached, /0589546788/flush-table-proc/abort 2024-11-08T22:20:54,113 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff635fa717b5,33765,1731104452536 2024-11-08T22:20:54,133 DEBUG [pool-2289-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35239-0x1011c89a0150001, quorum=127.0.0.1:63454, baseZNode=/0589546788 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0589546788 2024-11-08T22:20:54,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33765-0x1011c89a0150000, quorum=127.0.0.1:63454, baseZNode=/0589546788 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0589546788 2024-11-08T22:20:54,164 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0589546788/online-snapshot/acquired, /0589546788/online-snapshot/reached, /0589546788/online-snapshot/abort 2024-11-08T22:20:54,165 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff635fa717b5,33765,1731104452536 2024-11-08T22:20:54,178 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35143/user/jenkins/test-data/675ea1e0-7a0a-274c-005b-634a06db6c1a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T22:20:54,190 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T22:20:54,190 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T22:20:54,190 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T22:20:54,191 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ff635fa717b5,33765,1731104452536 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T22:20:54,193 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:20:54,193 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:20:54,193 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:20:54,193 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:20:54,193 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ff635fa717b5:0, corePoolSize=10, maxPoolSize=10 2024-11-08T22:20:54,193 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:20:54,193 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ff635fa717b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T22:20:54,193 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:20:54,214 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T22:20:54,214 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T22:20:54,215 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:20:54,215 INFO [PEWorker-2 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T22:20:54,245 INFO [RS:0;ff635fa717b5:35239 {}] regionserver.HRegionServer(746): ClusterId : 3b9b4570-1e8c-4fb6-bd2d-8f4f31c5c703 2024-11-08T22:20:54,245 DEBUG [RS:0;ff635fa717b5:35239 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T22:20:54,261 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731104484261 2024-11-08T22:20:54,261 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T22:20:54,262 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T22:20:54,262 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T22:20:54,262 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T22:20:54,262 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T22:20:54,262 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T22:20:54,264 DEBUG [RS:0;ff635fa717b5:35239 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T22:20:54,264 DEBUG [RS:0;ff635fa717b5:35239 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T22:20:54,268 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T22:20:54,270 DEBUG [RS:0;ff635fa717b5:35239 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T22:20:54,270 DEBUG [RS:0;ff635fa717b5:35239 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d5ab92b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff635fa717b5/172.17.0.3:0 2024-11-08T22:20:54,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38391 is added to blk_1073741831_1007 (size=1321) 2024-11-08T22:20:54,284 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T22:20:54,284 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T22:20:54,284 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T22:20:54,284 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T22:20:54,289 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T22:20:54,289 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T22:20:54,293 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.large.0-1731104454289,5,FailOnTimeoutGroup] 2024-11-08T22:20:54,303 DEBUG [RS:0;ff635fa717b5:35239 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ff635fa717b5:35239 2024-11-08T22:20:54,303 INFO [RS:0;ff635fa717b5:35239 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T22:20:54,303 INFO [RS:0;ff635fa717b5:35239 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T22:20:54,303 DEBUG [RS:0;ff635fa717b5:35239 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T22:20:54,304 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.small.0-1731104454293,5,FailOnTimeoutGroup] 2024-11-08T22:20:54,304 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T22:20:54,304 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T22:20:54,304 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T22:20:54,304 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T22:20:54,305 INFO [RS:0;ff635fa717b5:35239 {}] regionserver.HRegionServer(2659): reportForDuty to master=ff635fa717b5,33765,1731104452536 with port=35239, startcode=1731104452866 2024-11-08T22:20:54,305 DEBUG [RS:0;ff635fa717b5:35239 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T22:20:54,307 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51989, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T22:20:54,307 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33765 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ff635fa717b5,35239,1731104452866 2024-11-08T22:20:54,307 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33765 {}] master.ServerManager(517): Registering regionserver=ff635fa717b5,35239,1731104452866 2024-11-08T22:20:54,309 DEBUG [RS:0;ff635fa717b5:35239 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35143/user/jenkins/test-data/675ea1e0-7a0a-274c-005b-634a06db6c1a 2024-11-08T22:20:54,309 DEBUG [RS:0;ff635fa717b5:35239 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35143 2024-11-08T22:20:54,309 DEBUG [RS:0;ff635fa717b5:35239 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T22:20:54,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33765-0x1011c89a0150000, quorum=127.0.0.1:63454, baseZNode=/0589546788 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0589546788/rs 2024-11-08T22:20:54,321 DEBUG [RS:0;ff635fa717b5:35239 {}] zookeeper.ZKUtil(111): regionserver:35239-0x1011c89a0150001, quorum=127.0.0.1:63454, baseZNode=/0589546788 Set watcher on existing znode=/0589546788/rs/ff635fa717b5,35239,1731104452866 2024-11-08T22:20:54,322 WARN [RS:0;ff635fa717b5:35239 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T22:20:54,322 INFO [RS:0;ff635fa717b5:35239 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:20:54,322 DEBUG [RS:0;ff635fa717b5:35239 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35143/user/jenkins/test-data/675ea1e0-7a0a-274c-005b-634a06db6c1a/WALs/ff635fa717b5,35239,1731104452866 2024-11-08T22:20:54,325 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ff635fa717b5,35239,1731104452866] 2024-11-08T22:20:54,339 INFO [RS:0;ff635fa717b5:35239 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T22:20:54,352 INFO [RS:0;ff635fa717b5:35239 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T22:20:54,356 INFO [RS:0;ff635fa717b5:35239 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T22:20:54,356 INFO [RS:0;ff635fa717b5:35239 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:20:54,357 INFO [RS:0;ff635fa717b5:35239 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T22:20:54,357 INFO [RS:0;ff635fa717b5:35239 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T22:20:54,357 INFO [RS:0;ff635fa717b5:35239 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T22:20:54,357 DEBUG [RS:0;ff635fa717b5:35239 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:20:54,357 DEBUG [RS:0;ff635fa717b5:35239 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:20:54,358 DEBUG [RS:0;ff635fa717b5:35239 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:20:54,358 DEBUG [RS:0;ff635fa717b5:35239 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:20:54,358 DEBUG [RS:0;ff635fa717b5:35239 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:20:54,358 DEBUG [RS:0;ff635fa717b5:35239 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ff635fa717b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T22:20:54,358 DEBUG [RS:0;ff635fa717b5:35239 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:20:54,358 DEBUG [RS:0;ff635fa717b5:35239 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:20:54,358 DEBUG [RS:0;ff635fa717b5:35239 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:20:54,358 DEBUG [RS:0;ff635fa717b5:35239 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:20:54,358 DEBUG [RS:0;ff635fa717b5:35239 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:20:54,358 DEBUG [RS:0;ff635fa717b5:35239 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:20:54,358 DEBUG [RS:0;ff635fa717b5:35239 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T22:20:54,358 DEBUG [RS:0;ff635fa717b5:35239 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T22:20:54,368 INFO [RS:0;ff635fa717b5:35239 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T22:20:54,368 INFO [RS:0;ff635fa717b5:35239 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T22:20:54,368 INFO [RS:0;ff635fa717b5:35239 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:20:54,368 INFO [RS:0;ff635fa717b5:35239 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T22:20:54,368 INFO [RS:0;ff635fa717b5:35239 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T22:20:54,368 INFO [RS:0;ff635fa717b5:35239 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,35239,1731104452866-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T22:20:54,385 INFO [RS:0;ff635fa717b5:35239 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T22:20:54,385 INFO [RS:0;ff635fa717b5:35239 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,35239,1731104452866-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:20:54,385 INFO [RS:0;ff635fa717b5:35239 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:20:54,386 INFO [RS:0;ff635fa717b5:35239 {}] regionserver.Replication(171): ff635fa717b5,35239,1731104452866 started 2024-11-08T22:20:54,403 INFO [RS:0;ff635fa717b5:35239 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:20:54,404 INFO [RS:0;ff635fa717b5:35239 {}] regionserver.HRegionServer(1482): Serving as ff635fa717b5,35239,1731104452866, RpcServer on ff635fa717b5/172.17.0.3:35239, sessionid=0x1011c89a0150001 2024-11-08T22:20:54,404 DEBUG [RS:0;ff635fa717b5:35239 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T22:20:54,404 DEBUG [RS:0;ff635fa717b5:35239 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ff635fa717b5,35239,1731104452866 2024-11-08T22:20:54,404 DEBUG [RS:0;ff635fa717b5:35239 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff635fa717b5,35239,1731104452866' 2024-11-08T22:20:54,404 DEBUG [RS:0;ff635fa717b5:35239 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0589546788/flush-table-proc/abort' 2024-11-08T22:20:54,405 DEBUG [RS:0;ff635fa717b5:35239 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0589546788/flush-table-proc/acquired' 2024-11-08T22:20:54,405 DEBUG [RS:0;ff635fa717b5:35239 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T22:20:54,405 DEBUG [RS:0;ff635fa717b5:35239 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T22:20:54,405 DEBUG [RS:0;ff635fa717b5:35239 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ff635fa717b5,35239,1731104452866 2024-11-08T22:20:54,405 DEBUG [RS:0;ff635fa717b5:35239 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff635fa717b5,35239,1731104452866' 2024-11-08T22:20:54,405 DEBUG [RS:0;ff635fa717b5:35239 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0589546788/online-snapshot/abort' 2024-11-08T22:20:54,405 DEBUG [RS:0;ff635fa717b5:35239 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0589546788/online-snapshot/acquired' 2024-11-08T22:20:54,406 DEBUG [RS:0;ff635fa717b5:35239 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T22:20:54,406 INFO [RS:0;ff635fa717b5:35239 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T22:20:54,406 INFO [RS:0;ff635fa717b5:35239 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T22:20:54,506 INFO [RS:0;ff635fa717b5:35239 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T22:20:54,507 INFO [RS:0;ff635fa717b5:35239 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff635fa717b5%2C35239%2C1731104452866, suffix=, logDir=hdfs://localhost:35143/user/jenkins/test-data/675ea1e0-7a0a-274c-005b-634a06db6c1a/WALs/ff635fa717b5,35239,1731104452866, archiveDir=hdfs://localhost:35143/user/jenkins/test-data/675ea1e0-7a0a-274c-005b-634a06db6c1a/oldWALs, maxLogs=10 2024-11-08T22:20:54,524 DEBUG [RS:0;ff635fa717b5:35239 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/675ea1e0-7a0a-274c-005b-634a06db6c1a/WALs/ff635fa717b5,35239,1731104452866/ff635fa717b5%2C35239%2C1731104452866.1731104454508, exclude list is [], retry=0 2024-11-08T22:20:54,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38391,DS-8bdd7ae4-1392-4f24-bbc2-d70fc20f635e,DISK] 2024-11-08T22:20:54,553 INFO [RS:0;ff635fa717b5:35239 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/675ea1e0-7a0a-274c-005b-634a06db6c1a/WALs/ff635fa717b5,35239,1731104452866/ff635fa717b5%2C35239%2C1731104452866.1731104454508 2024-11-08T22:20:54,573 DEBUG [RS:0;ff635fa717b5:35239 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38773:38773)] 2024-11-08T22:20:54,683 INFO [PEWorker-2 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35143/user/jenkins/test-data/675ea1e0-7a0a-274c-005b-634a06db6c1a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T22:20:54,683 INFO [PEWorker-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35143/user/jenkins/test-data/675ea1e0-7a0a-274c-005b-634a06db6c1a 2024-11-08T22:20:54,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38391 is added to blk_1073741833_1009 (size=32) 2024-11-08T22:20:55,124 DEBUG [PEWorker-2 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:20:55,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T22:20:55,127 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T22:20:55,127 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:20:55,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:20:55,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T22:20:55,128 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T22:20:55,128 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:20:55,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:20:55,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T22:20:55,130 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T22:20:55,130 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:20:55,130 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:20:55,130 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T22:20:55,131 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T22:20:55,131 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:20:55,132 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:20:55,132 DEBUG [PEWorker-2 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T22:20:55,132 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35143/user/jenkins/test-data/675ea1e0-7a0a-274c-005b-634a06db6c1a/data/hbase/meta/1588230740 2024-11-08T22:20:55,133 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35143/user/jenkins/test-data/675ea1e0-7a0a-274c-005b-634a06db6c1a/data/hbase/meta/1588230740 2024-11-08T22:20:55,134 DEBUG [PEWorker-2 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T22:20:55,134 DEBUG [PEWorker-2 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T22:20:55,134 DEBUG [PEWorker-2 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T22:20:55,135 DEBUG [PEWorker-2 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T22:20:55,137 DEBUG [PEWorker-2 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35143/user/jenkins/test-data/675ea1e0-7a0a-274c-005b-634a06db6c1a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:20:55,138 INFO [PEWorker-2 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61446586, jitterRate=-0.08437451720237732}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T22:20:55,139 DEBUG [PEWorker-2 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731104455124Initializing all the Stores at 1731104455125 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104455125Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104455125Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104455125Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104455125Cleaning up temporary data from old regions at 1731104455134 (+9 ms)Region opened successfully at 1731104455139 (+5 ms) 2024-11-08T22:20:55,139 DEBUG [PEWorker-2 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T22:20:55,139 INFO [PEWorker-2 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T22:20:55,139 DEBUG [PEWorker-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T22:20:55,139 DEBUG [PEWorker-2 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T22:20:55,139 DEBUG [PEWorker-2 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T22:20:55,140 INFO [PEWorker-2 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T22:20:55,140 DEBUG [PEWorker-2 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731104455139Disabling compacts and flushes for region at 1731104455139Disabling writes for close at 1731104455139Writing region close event to WAL at 1731104455140 (+1 ms)Closed at 1731104455140 2024-11-08T22:20:55,141 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T22:20:55,141 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T22:20:55,141 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T22:20:55,142 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T22:20:55,143 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T22:20:55,293 DEBUG [ff635fa717b5:33765 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T22:20:55,294 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ff635fa717b5,35239,1731104452866 2024-11-08T22:20:55,295 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff635fa717b5,35239,1731104452866, state=OPENING 2024-11-08T22:20:55,385 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T22:20:55,471 DEBUG [pool-2289-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35239-0x1011c89a0150001, quorum=127.0.0.1:63454, baseZNode=/0589546788 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0589546788 2024-11-08T22:20:55,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33765-0x1011c89a0150000, quorum=127.0.0.1:63454, baseZNode=/0589546788 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0589546788 2024-11-08T22:20:55,472 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0589546788/meta-region-server: CHANGED 2024-11-08T22:20:55,472 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T22:20:55,472 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ff635fa717b5,35239,1731104452866}] 2024-11-08T22:20:55,473 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0589546788/meta-region-server: CHANGED 2024-11-08T22:20:55,632 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T22:20:55,634 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51317, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T22:20:55,648 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T22:20:55,648 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:20:55,648 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T22:20:55,652 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff635fa717b5%2C35239%2C1731104452866.meta, suffix=.meta, logDir=hdfs://localhost:35143/user/jenkins/test-data/675ea1e0-7a0a-274c-005b-634a06db6c1a/WALs/ff635fa717b5,35239,1731104452866, archiveDir=hdfs://localhost:35143/user/jenkins/test-data/675ea1e0-7a0a-274c-005b-634a06db6c1a/oldWALs, maxLogs=10 2024-11-08T22:20:55,667 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/675ea1e0-7a0a-274c-005b-634a06db6c1a/WALs/ff635fa717b5,35239,1731104452866/ff635fa717b5%2C35239%2C1731104452866.meta.1731104455653.meta, exclude list is [], retry=0 2024-11-08T22:20:55,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38391,DS-8bdd7ae4-1392-4f24-bbc2-d70fc20f635e,DISK] 2024-11-08T22:20:55,674 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/675ea1e0-7a0a-274c-005b-634a06db6c1a/WALs/ff635fa717b5,35239,1731104452866/ff635fa717b5%2C35239%2C1731104452866.meta.1731104455653.meta 2024-11-08T22:20:55,675 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38773:38773)] 2024-11-08T22:20:55,675 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T22:20:55,675 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T22:20:55,676 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T22:20:55,676 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T22:20:55,676 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T22:20:55,676 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T22:20:55,676 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:20:55,676 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T22:20:55,676 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T22:20:55,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T22:20:55,681 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T22:20:55,681 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:20:55,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:20:55,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T22:20:55,682 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T22:20:55,682 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:20:55,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:20:55,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T22:20:55,683 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T22:20:55,683 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:20:55,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:20:55,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T22:20:55,684 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T22:20:55,684 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:20:55,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:20:55,685 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T22:20:55,685 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35143/user/jenkins/test-data/675ea1e0-7a0a-274c-005b-634a06db6c1a/data/hbase/meta/1588230740 2024-11-08T22:20:55,686 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35143/user/jenkins/test-data/675ea1e0-7a0a-274c-005b-634a06db6c1a/data/hbase/meta/1588230740 2024-11-08T22:20:55,688 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T22:20:55,688 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T22:20:55,689 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T22:20:55,691 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T22:20:55,692 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62964249, jitterRate=-0.061759576201438904}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T22:20:55,692 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T22:20:55,693 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731104455676Writing region info on filesystem at 1731104455676Initializing all the Stores at 1731104455677 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104455677Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104455680 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104455680Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104455680Cleaning up temporary data from old regions at 1731104455688 (+8 ms)Running coprocessor post-open hooks at 1731104455692 (+4 ms)Region opened successfully at 1731104455693 (+1 ms) 2024-11-08T22:20:55,694 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731104455632 2024-11-08T22:20:55,697 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T22:20:55,697 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T22:20:55,697 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ff635fa717b5,35239,1731104452866 2024-11-08T22:20:55,698 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff635fa717b5,35239,1731104452866, state=OPEN 2024-11-08T22:20:55,748 DEBUG [pool-2289-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35239-0x1011c89a0150001, quorum=127.0.0.1:63454, baseZNode=/0589546788 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0589546788/meta-region-server 2024-11-08T22:20:55,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33765-0x1011c89a0150000, quorum=127.0.0.1:63454, baseZNode=/0589546788 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0589546788/meta-region-server 2024-11-08T22:20:55,749 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ff635fa717b5,35239,1731104452866 2024-11-08T22:20:55,749 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0589546788/meta-region-server: CHANGED 2024-11-08T22:20:55,749 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0589546788/meta-region-server: CHANGED 2024-11-08T22:20:55,754 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T22:20:55,754 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ff635fa717b5,35239,1731104452866 in 277 msec 2024-11-08T22:20:55,756 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T22:20:55,756 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 613 msec 2024-11-08T22:20:55,757 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T22:20:55,757 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T22:20:55,758 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:20:55,758 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,35239,1731104452866, seqNum=-1] 2024-11-08T22:20:55,758 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:20:55,759 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57799, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T22:20:55,763 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5740 sec 2024-11-08T22:20:55,763 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731104455763, completionTime=-1 2024-11-08T22:20:55,763 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T22:20:55,764 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T22:20:55,765 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T22:20:55,765 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731104515765 2024-11-08T22:20:55,766 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731104575766 2024-11-08T22:20:55,766 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T22:20:55,766 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,33765,1731104452536-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:20:55,766 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,33765,1731104452536-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:20:55,766 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,33765,1731104452536-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:20:55,766 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ff635fa717b5:33765, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:20:55,766 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T22:20:55,768 DEBUG [master/ff635fa717b5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T22:20:55,771 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T22:20:55,774 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.810sec 2024-11-08T22:20:55,774 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T22:20:55,774 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T22:20:55,774 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T22:20:55,774 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T22:20:55,774 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T22:20:55,774 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,33765,1731104452536-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T22:20:55,774 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,33765,1731104452536-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T22:20:55,790 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T22:20:55,790 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T22:20:55,790 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,33765,1731104452536-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:20:55,846 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1361e344, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:20:55,846 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,33765,-1 for getting cluster id 2024-11-08T22:20:55,847 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:20:55,848 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b9b4570-1e8c-4fb6-bd2d-8f4f31c5c703' 2024-11-08T22:20:55,848 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:20:55,848 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b9b4570-1e8c-4fb6-bd2d-8f4f31c5c703" 2024-11-08T22:20:55,848 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d05cbfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:20:55,848 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,33765,-1] 2024-11-08T22:20:55,848 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:20:55,849 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:20:55,850 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:20:55,850 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@197cc49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:20:55,851 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:20:55,852 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,35239,1731104452866, seqNum=-1] 2024-11-08T22:20:55,852 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:20:55,853 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T22:20:55,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ff635fa717b5,33765,1731104452536 2024-11-08T22:20:55,856 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63454 2024-11-08T22:20:55,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63454, baseZNode=/0589546788 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T22:20:55,935 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011c89a0150002 connected 2024-11-08T22:20:55,966 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:20:55,967 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is ff635fa717b5,33765,1731104452536 2024-11-08T22:20:55,967 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a9f322c 2024-11-08T22:20:55,967 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T22:20:55,968 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T22:20:55,969 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T22:20:55,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T22:20:55,970 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T22:20:55,970 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:20:55,970 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T22:20:55,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:20:55,972 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T22:20:55,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38391 is added to blk_1073741835_1011 (size=902) 2024-11-08T22:20:56,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:20:56,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:20:56,386 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8ab97a625d6802a9a354921ed4995d3e, NAME => 'test,,1731104455968.8ab97a625d6802a9a354921ed4995d3e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35143/user/jenkins/test-data/675ea1e0-7a0a-274c-005b-634a06db6c1a 2024-11-08T22:20:56,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38391 is added to blk_1073741836_1012 (size=39) 2024-11-08T22:20:56,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:20:56,791 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731104455968.8ab97a625d6802a9a354921ed4995d3e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:20:56,791 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8ab97a625d6802a9a354921ed4995d3e, disabling compactions & flushes 2024-11-08T22:20:56,792 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731104455968.8ab97a625d6802a9a354921ed4995d3e. 2024-11-08T22:20:56,792 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731104455968.8ab97a625d6802a9a354921ed4995d3e. 2024-11-08T22:20:56,792 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731104455968.8ab97a625d6802a9a354921ed4995d3e. after waiting 0 ms 2024-11-08T22:20:56,792 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731104455968.8ab97a625d6802a9a354921ed4995d3e. 2024-11-08T22:20:56,792 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731104455968.8ab97a625d6802a9a354921ed4995d3e. 2024-11-08T22:20:56,792 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8ab97a625d6802a9a354921ed4995d3e: Waiting for close lock at 1731104456791Disabling compacts and flushes for region at 1731104456791Disabling writes for close at 1731104456792 (+1 ms)Writing region close event to WAL at 1731104456792Closed at 1731104456792 2024-11-08T22:20:56,793 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T22:20:56,793 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731104455968.8ab97a625d6802a9a354921ed4995d3e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731104456793"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731104456793"}]},"ts":"1731104456793"} 2024-11-08T22:20:56,795 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T22:20:56,795 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T22:20:56,796 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731104456795"}]},"ts":"1731104456795"} 2024-11-08T22:20:56,797 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T22:20:56,798 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8ab97a625d6802a9a354921ed4995d3e, ASSIGN}] 2024-11-08T22:20:56,798 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8ab97a625d6802a9a354921ed4995d3e, ASSIGN 2024-11-08T22:20:56,799 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8ab97a625d6802a9a354921ed4995d3e, ASSIGN; state=OFFLINE, location=ff635fa717b5,35239,1731104452866; forceNewPlan=false, retain=false 2024-11-08T22:20:56,950 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8ab97a625d6802a9a354921ed4995d3e, regionState=OPENING, regionLocation=ff635fa717b5,35239,1731104452866 2024-11-08T22:20:56,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8ab97a625d6802a9a354921ed4995d3e, ASSIGN because future has completed 2024-11-08T22:20:56,952 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ab97a625d6802a9a354921ed4995d3e, server=ff635fa717b5,35239,1731104452866}] 2024-11-08T22:20:57,108 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731104455968.8ab97a625d6802a9a354921ed4995d3e. 2024-11-08T22:20:57,108 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8ab97a625d6802a9a354921ed4995d3e, NAME => 'test,,1731104455968.8ab97a625d6802a9a354921ed4995d3e.', STARTKEY => '', ENDKEY => ''} 2024-11-08T22:20:57,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:20:57,108 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T22:20:57,109 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T22:20:57,109 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8ab97a625d6802a9a354921ed4995d3e 2024-11-08T22:20:57,109 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731104455968.8ab97a625d6802a9a354921ed4995d3e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:20:57,109 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8ab97a625d6802a9a354921ed4995d3e 2024-11-08T22:20:57,109 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8ab97a625d6802a9a354921ed4995d3e 2024-11-08T22:20:57,111 INFO [StoreOpener-8ab97a625d6802a9a354921ed4995d3e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8ab97a625d6802a9a354921ed4995d3e 2024-11-08T22:20:57,112 INFO [StoreOpener-8ab97a625d6802a9a354921ed4995d3e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ab97a625d6802a9a354921ed4995d3e columnFamilyName f 2024-11-08T22:20:57,112 DEBUG [StoreOpener-8ab97a625d6802a9a354921ed4995d3e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:20:57,113 INFO [StoreOpener-8ab97a625d6802a9a354921ed4995d3e-1 {}] regionserver.HStore(327): Store=8ab97a625d6802a9a354921ed4995d3e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:20:57,113 INFO [StoreOpener-8ab97a625d6802a9a354921ed4995d3e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8ab97a625d6802a9a354921ed4995d3e 2024-11-08T22:20:57,114 INFO [StoreOpener-8ab97a625d6802a9a354921ed4995d3e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ab97a625d6802a9a354921ed4995d3e columnFamilyName f1 2024-11-08T22:20:57,114 DEBUG [StoreOpener-8ab97a625d6802a9a354921ed4995d3e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:20:57,114 INFO [StoreOpener-8ab97a625d6802a9a354921ed4995d3e-1 {}] regionserver.HStore(327): Store=8ab97a625d6802a9a354921ed4995d3e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:20:57,114 INFO [StoreOpener-8ab97a625d6802a9a354921ed4995d3e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8ab97a625d6802a9a354921ed4995d3e 2024-11-08T22:20:57,115 INFO [StoreOpener-8ab97a625d6802a9a354921ed4995d3e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ab97a625d6802a9a354921ed4995d3e columnFamilyName norep 2024-11-08T22:20:57,115 DEBUG [StoreOpener-8ab97a625d6802a9a354921ed4995d3e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:20:57,116 INFO [StoreOpener-8ab97a625d6802a9a354921ed4995d3e-1 {}] regionserver.HStore(327): Store=8ab97a625d6802a9a354921ed4995d3e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:20:57,116 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8ab97a625d6802a9a354921ed4995d3e 2024-11-08T22:20:57,117 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35143/user/jenkins/test-data/675ea1e0-7a0a-274c-005b-634a06db6c1a/data/default/test/8ab97a625d6802a9a354921ed4995d3e 2024-11-08T22:20:57,117 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35143/user/jenkins/test-data/675ea1e0-7a0a-274c-005b-634a06db6c1a/data/default/test/8ab97a625d6802a9a354921ed4995d3e 2024-11-08T22:20:57,118 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8ab97a625d6802a9a354921ed4995d3e 2024-11-08T22:20:57,118 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8ab97a625d6802a9a354921ed4995d3e 2024-11-08T22:20:57,118 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T22:20:57,119 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8ab97a625d6802a9a354921ed4995d3e 2024-11-08T22:20:57,120 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35143/user/jenkins/test-data/675ea1e0-7a0a-274c-005b-634a06db6c1a/data/default/test/8ab97a625d6802a9a354921ed4995d3e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:20:57,121 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8ab97a625d6802a9a354921ed4995d3e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71766530, jitterRate=0.06940463185310364}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T22:20:57,121 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8ab97a625d6802a9a354921ed4995d3e 2024-11-08T22:20:57,121 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8ab97a625d6802a9a354921ed4995d3e: Running coprocessor pre-open hook at 1731104457109Writing region info on filesystem at 1731104457109Initializing all the Stores at 1731104457110 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104457110Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104457111 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104457111Cleaning up temporary data from old regions at 1731104457118 (+7 ms)Running coprocessor post-open hooks at 1731104457121 (+3 ms)Region opened successfully at 1731104457121 2024-11-08T22:20:57,122 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731104455968.8ab97a625d6802a9a354921ed4995d3e., pid=6, masterSystemTime=1731104457104 2024-11-08T22:20:57,125 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731104455968.8ab97a625d6802a9a354921ed4995d3e. 2024-11-08T22:20:57,125 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731104455968.8ab97a625d6802a9a354921ed4995d3e. 2024-11-08T22:20:57,125 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8ab97a625d6802a9a354921ed4995d3e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ff635fa717b5,35239,1731104452866 2024-11-08T22:20:57,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ab97a625d6802a9a354921ed4995d3e, server=ff635fa717b5,35239,1731104452866 because future has completed 2024-11-08T22:20:57,130 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T22:20:57,130 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8ab97a625d6802a9a354921ed4995d3e, server=ff635fa717b5,35239,1731104452866 in 177 msec 2024-11-08T22:20:57,132 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T22:20:57,132 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8ab97a625d6802a9a354921ed4995d3e, ASSIGN in 333 msec 2024-11-08T22:20:57,133 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T22:20:57,133 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731104457133"}]},"ts":"1731104457133"} 2024-11-08T22:20:57,135 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T22:20:57,135 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T22:20:57,137 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1670 sec 2024-11-08T22:20:58,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:20:58,118 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T22:20:58,119 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3367b585, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:20:58,119 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,33765,-1 for getting cluster id 2024-11-08T22:20:58,119 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:20:58,119 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b9b4570-1e8c-4fb6-bd2d-8f4f31c5c703' 2024-11-08T22:20:58,120 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:20:58,120 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b9b4570-1e8c-4fb6-bd2d-8f4f31c5c703" 2024-11-08T22:20:58,120 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fbfe2d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:20:58,120 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,33765,-1] 2024-11-08T22:20:58,120 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:20:58,120 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:20:58,121 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:20:58,121 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b104202, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:20:58,121 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:20:58,122 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is ff635fa717b5,33765,1731104452536 2024-11-08T22:20:58,122 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7de9cfe5 2024-11-08T22:20:58,122 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T22:20:58,123 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T22:20:58,124 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ff635fa717b5:33765,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T22:20:58,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T22:20:58,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T22:20:58,127 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ff635fa717b5:33765' 2024-11-08T22:20:58,128 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a4b0e70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:20:58,128 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,33765,-1 for getting cluster id 2024-11-08T22:20:58,128 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:20:58,128 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b9b4570-1e8c-4fb6-bd2d-8f4f31c5c703' 2024-11-08T22:20:58,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:20:58,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b9b4570-1e8c-4fb6-bd2d-8f4f31c5c703" 2024-11-08T22:20:58,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@249d0348, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:20:58,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,33765,-1] 2024-11-08T22:20:58,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:20:58,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:20:58,130 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:20:58,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@108b0388, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:20:58,130 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:20:58,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ff635fa717b5,33765,1731104452536 2024-11-08T22:20:58,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5028cecd 2024-11-08T22:20:58,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T22:20:58,132 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T22:20:58,133 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-08T22:20:58,133 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T22:20:58,133 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:20:58,133 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:20:58,133 WARN [PEWorker-1 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://ff635fa717b5:33765, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-08T22:20:58,136 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:20:58,138 ERROR [PEWorker-1 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://ff635fa717b5:33765, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://ff635fa717b5:33765, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://ff635fa717b5:33765, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-08T22:20:58,140 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://ff635fa717b5:33765, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=15 msec 2024-11-08T22:20:58,140 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-08T22:20:58,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T22:20:58,229 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T22:20:58,229 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://ff635fa717b5:33765, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-08T22:20:58,229 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:20:58,229 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:20:58,229 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:20:58,229 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:20:58,249 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=525 (was 361) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@37872a5f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=35239 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35239 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: IPC Server handler 0 on default port 45095 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33765 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: qtp2086652766-7897 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/ff635fa717b5:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de67d71b-9ba3-c9fb-aa16-f46e3fc78c87/cluster_df6ccfa6-f5be-0b39-cba2-146d89710866/data/data2/current/BP-1062762273-172.17.0.3-1731104449723 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 45095 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:63454 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@3be29fd java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:63454): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.large.0-1731104454289 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_647751943_20 at /127.0.0.1:56478 [Receiving block BP-1062762273-172.17.0.3-1731104449723:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2262-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: M:0;ff635fa717b5:33765 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@42478209 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: qtp1464380567-7941-acceptor-0@67e47c51-ServerConnector@493f33c{HTTP/1.1, (http/1.1)}{localhost:37917} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@5075c422 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de67d71b-9ba3-c9fb-aa16-f46e3fc78c87/cluster_df6ccfa6-f5be-0b39-cba2-146d89710866/data/data1/current/BP-1062762273-172.17.0.3-1731104449723 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_647751943_20 at /127.0.0.1:56498 [Receiving block BP-1062762273-172.17.0.3-1731104449723:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35239 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp2086652766-7891 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f91584319c0.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@121f18ff java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ff635fa717b5:33765 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=35239 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$608/0x00007f9158accd78.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=33765 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp2086652766-7892 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f91584319c0.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 45095 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server handler 3 on default port 35143 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35143 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63454) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: Session-HouseKeeper-41bfec-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de67d71b-9ba3-c9fb-aa16-f46e3fc78c87/cluster_df6ccfa6-f5be-0b39-cba2-146d89710866/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@572b3861 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 45095 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: regionserver/ff635fa717b5:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:35143 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1062762273-172.17.0.3-1731104449723:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@19008e8[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-58b5e117-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/ff635fa717b5:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@100aa463 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2289-thread-1-SendThread(127.0.0.1:63454) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35239 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63454) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp2086652766-7893 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f91584319c0.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;ff635fa717b5:35239 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp2086652766-7895 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35143 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de67d71b-9ba3-c9fb-aa16-f46e3fc78c87/cluster_df6ccfa6-f5be-0b39-cba2-146d89710866/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:35143 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:35143/user/jenkins/test-data/675ea1e0-7a0a-274c-005b-634a06db6c1a/MasterData-prefix:ff635fa717b5,33765,1731104452536 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$479/0x00007f91589fc208.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=35239 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2271-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=33765 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:35143/user/jenkins/test-data/675ea1e0-7a0a-274c-005b-634a06db6c1a-prefix:ff635fa717b5,35239,1731104452866.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35239 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:35143/user/jenkins/test-data/675ea1e0-7a0a-274c-005b-634a06db6c1a-prefix:ff635fa717b5,35239,1731104452866 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1464380567-7942 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1464380567-7940 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f91584319c0.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: PacketResponder: BP-1062762273-172.17.0.3-1731104449723:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.small.0-1731104454293 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp2086652766-7896-acceptor-0@4e033299-ServerConnector@6bb12d7b{HTTP/1.1, (http/1.1)}{localhost:32803} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2263-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:35143 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Server handler 0 on default port 35143 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35143 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;ff635fa717b5:35239-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server idle connection scanner for port 35143 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35239 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS_OPEN_META-regionserver/ff635fa717b5:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp2086652766-7894 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f91584319c0.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=33765 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 1 on default port 35143 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: CacheReplicationMonitor(827434583) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2289-thread-1-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@1c4c38e java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_647751943_20 at /127.0.0.1:56400 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35143 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp2086652766-7898 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2064897995_20 at /127.0.0.1:56460 [Receiving block BP-1062762273-172.17.0.3-1731104449723:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33765 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:35143 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1062762273-172.17.0.3-1731104449723:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35239 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master/ff635fa717b5:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2274-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 4 on default port 35143 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@2ac6f1e7 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 35143 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: pool-2268-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-1062762273-172.17.0.3-1731104449723 heartbeating to localhost/127.0.0.1:35143 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1464380567-7943 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: IPC Server handler 1 on default port 45095 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 45095 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35239 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) - Thread LEAK? -, OpenFileDescriptor=865 (was 791) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=468 (was 398) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1594 (was 1682) 2024-11-08T22:20:58,252 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=525 is superior to 500 2024-11-08T22:20:58,268 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=525, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=468, ProcessCount=11, AvailableMemoryMB=1593 2024-11-08T22:20:58,268 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=525 is superior to 500 2024-11-08T22:20:58,284 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-08T22:20:58,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de67d71b-9ba3-c9fb-aa16-f46e3fc78c87/hadoop.log.dir so I do NOT create it in target/test-data/63fd2fbb-08cf-49b9-d7cb-828d420cbb6c 2024-11-08T22:20:58,285 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de67d71b-9ba3-c9fb-aa16-f46e3fc78c87/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T22:20:58,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de67d71b-9ba3-c9fb-aa16-f46e3fc78c87/hadoop.tmp.dir so I do NOT create it in target/test-data/63fd2fbb-08cf-49b9-d7cb-828d420cbb6c 2024-11-08T22:20:58,285 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de67d71b-9ba3-c9fb-aa16-f46e3fc78c87/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T22:20:58,285 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63fd2fbb-08cf-49b9-d7cb-828d420cbb6c 2024-11-08T22:20:58,285 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63fd2fbb-08cf-49b9-d7cb-828d420cbb6c/cluster_23755840-a275-9065-c0fe-0a3deef59c0e, deleteOnExit=true 2024-11-08T22:20:58,368 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63fd2fbb-08cf-49b9-d7cb-828d420cbb6c/cluster_23755840-a275-9065-c0fe-0a3deef59c0e/zookeeper_0, clientPort=49152, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63fd2fbb-08cf-49b9-d7cb-828d420cbb6c/cluster_23755840-a275-9065-c0fe-0a3deef59c0e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63fd2fbb-08cf-49b9-d7cb-828d420cbb6c/cluster_23755840-a275-9065-c0fe-0a3deef59c0e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T22:20:58,372 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49152 2024-11-08T22:20:58,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T22:20:58,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T22:20:58,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63fd2fbb-08cf-49b9-d7cb-828d420cbb6c/test.cache.data in system properties and HBase conf 2024-11-08T22:20:58,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63fd2fbb-08cf-49b9-d7cb-828d420cbb6c/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T22:20:58,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63fd2fbb-08cf-49b9-d7cb-828d420cbb6c/hadoop.log.dir in system properties and HBase conf 2024-11-08T22:20:58,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63fd2fbb-08cf-49b9-d7cb-828d420cbb6c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T22:20:58,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63fd2fbb-08cf-49b9-d7cb-828d420cbb6c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T22:20:58,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T22:20:58,373 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T22:20:58,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63fd2fbb-08cf-49b9-d7cb-828d420cbb6c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T22:20:58,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63fd2fbb-08cf-49b9-d7cb-828d420cbb6c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T22:20:58,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63fd2fbb-08cf-49b9-d7cb-828d420cbb6c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T22:20:58,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63fd2fbb-08cf-49b9-d7cb-828d420cbb6c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T22:20:58,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63fd2fbb-08cf-49b9-d7cb-828d420cbb6c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T22:20:58,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63fd2fbb-08cf-49b9-d7cb-828d420cbb6c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T22:20:58,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63fd2fbb-08cf-49b9-d7cb-828d420cbb6c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T22:20:58,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63fd2fbb-08cf-49b9-d7cb-828d420cbb6c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T22:20:58,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63fd2fbb-08cf-49b9-d7cb-828d420cbb6c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T22:20:58,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63fd2fbb-08cf-49b9-d7cb-828d420cbb6c/nfs.dump.dir in system properties and HBase conf 2024-11-08T22:20:58,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63fd2fbb-08cf-49b9-d7cb-828d420cbb6c/java.io.tmpdir in system properties and HBase conf 2024-11-08T22:20:58,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63fd2fbb-08cf-49b9-d7cb-828d420cbb6c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T22:20:58,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63fd2fbb-08cf-49b9-d7cb-828d420cbb6c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T22:20:58,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63fd2fbb-08cf-49b9-d7cb-828d420cbb6c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T22:20:58,640 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T22:20:58,642 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:58,642 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:58,642 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:58,642 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:58,642 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:58,642 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:58,643 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:58,643 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:58,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:58,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:58,695 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:58,695 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:58,695 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:58,695 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:58,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:58,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:58,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:58,711 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:20:59,244 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T22:20:59,250 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T22:20:59,255 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T22:20:59,255 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T22:20:59,255 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T22:20:59,256 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T22:20:59,257 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64a3da7d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63fd2fbb-08cf-49b9-d7cb-828d420cbb6c/hadoop.log.dir/,AVAILABLE} 2024-11-08T22:20:59,257 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18f1c542{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T22:20:59,419 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@34af3c01{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63fd2fbb-08cf-49b9-d7cb-828d420cbb6c/java.io.tmpdir/jetty-localhost-42639-hadoop-hdfs-3_4_1-tests_jar-_-any-6612879840648452166/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T22:20:59,422 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6828b0e1{HTTP/1.1, (http/1.1)}{localhost:42639} 2024-11-08T22:20:59,422 INFO [Time-limited test {}] server.Server(415): Started @333683ms 2024-11-08T22:20:59,878 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T22:20:59,882 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T22:20:59,912 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T22:20:59,912 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T22:20:59,912 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T22:20:59,913 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b975c13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63fd2fbb-08cf-49b9-d7cb-828d420cbb6c/hadoop.log.dir/,AVAILABLE} 2024-11-08T22:20:59,914 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4332c7e9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T22:21:00,046 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@22e8e045{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63fd2fbb-08cf-49b9-d7cb-828d420cbb6c/java.io.tmpdir/jetty-localhost-43507-hadoop-hdfs-3_4_1-tests_jar-_-any-17680373556124481879/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T22:21:00,046 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@37047678{HTTP/1.1, (http/1.1)}{localhost:43507} 2024-11-08T22:21:00,046 INFO [Time-limited test {}] server.Server(415): Started @334307ms 2024-11-08T22:21:00,047 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T22:21:00,339 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T22:21:00,340 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-08T22:21:00,746 WARN [Thread-4314 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63fd2fbb-08cf-49b9-d7cb-828d420cbb6c/cluster_23755840-a275-9065-c0fe-0a3deef59c0e/data/data1/current/BP-405760619-172.17.0.3-1731104458396/current, will proceed with Du for space computation calculation, 2024-11-08T22:21:00,752 WARN [Thread-4315 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63fd2fbb-08cf-49b9-d7cb-828d420cbb6c/cluster_23755840-a275-9065-c0fe-0a3deef59c0e/data/data2/current/BP-405760619-172.17.0.3-1731104458396/current, will proceed with Du for space computation calculation, 2024-11-08T22:21:00,816 WARN [Thread-4302 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T22:21:00,818 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x62b600dbdcec1592 with lease ID 0x6ccdca06493c0803: Processing first storage report for DS-a7aeb03c-4d90-4136-a9fb-421be8264a7f from datanode DatanodeRegistration(127.0.0.1:35241, datanodeUuid=79006219-dc26-4417-b1e0-63c4973a0757, infoPort=34743, infoSecurePort=0, ipcPort=38611, storageInfo=lv=-57;cid=testClusterID;nsid=325265928;c=1731104458396) 2024-11-08T22:21:00,818 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x62b600dbdcec1592 with lease ID 0x6ccdca06493c0803: from storage DS-a7aeb03c-4d90-4136-a9fb-421be8264a7f node DatanodeRegistration(127.0.0.1:35241, datanodeUuid=79006219-dc26-4417-b1e0-63c4973a0757, infoPort=34743, infoSecurePort=0, ipcPort=38611, storageInfo=lv=-57;cid=testClusterID;nsid=325265928;c=1731104458396), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T22:21:00,818 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x62b600dbdcec1592 with lease ID 0x6ccdca06493c0803: Processing first storage report for DS-7ecc4851-f3b1-4468-8a59-36382626dc07 from datanode DatanodeRegistration(127.0.0.1:35241, datanodeUuid=79006219-dc26-4417-b1e0-63c4973a0757, infoPort=34743, infoSecurePort=0, ipcPort=38611, storageInfo=lv=-57;cid=testClusterID;nsid=325265928;c=1731104458396) 2024-11-08T22:21:00,818 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x62b600dbdcec1592 with lease ID 0x6ccdca06493c0803: from storage DS-7ecc4851-f3b1-4468-8a59-36382626dc07 node DatanodeRegistration(127.0.0.1:35241, datanodeUuid=79006219-dc26-4417-b1e0-63c4973a0757, infoPort=34743, infoSecurePort=0, ipcPort=38611, storageInfo=lv=-57;cid=testClusterID;nsid=325265928;c=1731104458396), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T22:21:00,825 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63fd2fbb-08cf-49b9-d7cb-828d420cbb6c 2024-11-08T22:21:00,825 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:21:00,826 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:21:00,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35241 is added to blk_1073741825_1001 (size=7) 2024-11-08T22:21:01,234 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4 with version=8 2024-11-08T22:21:01,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/hbase-staging 2024-11-08T22:21:01,236 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ff635fa717b5:0 server-side Connection retries=45 2024-11-08T22:21:01,236 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:21:01,237 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T22:21:01,237 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T22:21:01,237 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:21:01,237 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T22:21:01,237 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T22:21:01,237 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T22:21:01,237 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38321 2024-11-08T22:21:01,238 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38321 connecting to ZooKeeper ensemble=127.0.0.1:49152 2024-11-08T22:21:01,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:383210x0, quorum=127.0.0.1:49152, baseZNode=/02055503437 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T22:21:01,284 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38321-0x1011c89c2290000 connected 2024-11-08T22:21:01,377 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:21:01,378 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:21:01,379 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38321-0x1011c89c2290000, quorum=127.0.0.1:49152, baseZNode=/02055503437 Set watcher on znode that does not yet exist, /02055503437/running 2024-11-08T22:21:01,380 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4, hbase.cluster.distributed=false 2024-11-08T22:21:01,381 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38321-0x1011c89c2290000, quorum=127.0.0.1:49152, baseZNode=/02055503437 Set watcher on znode that does not yet exist, /02055503437/acl 2024-11-08T22:21:01,381 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38321 2024-11-08T22:21:01,381 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38321 2024-11-08T22:21:01,381 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38321 2024-11-08T22:21:01,382 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38321 2024-11-08T22:21:01,382 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38321 2024-11-08T22:21:01,398 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ff635fa717b5:0 server-side Connection retries=45 2024-11-08T22:21:01,398 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:21:01,398 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T22:21:01,398 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T22:21:01,398 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:21:01,398 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T22:21:01,398 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T22:21:01,398 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T22:21:01,399 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38045 2024-11-08T22:21:01,399 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38045 connecting to ZooKeeper ensemble=127.0.0.1:49152 2024-11-08T22:21:01,400 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:21:01,402 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:21:01,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:380450x0, quorum=127.0.0.1:49152, baseZNode=/02055503437 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T22:21:01,409 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:380450x0, quorum=127.0.0.1:49152, baseZNode=/02055503437 Set watcher on znode that does not yet exist, /02055503437/running 2024-11-08T22:21:01,409 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38045-0x1011c89c2290001 connected 2024-11-08T22:21:01,409 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T22:21:01,412 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T22:21:01,412 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38045-0x1011c89c2290001, quorum=127.0.0.1:49152, baseZNode=/02055503437 Set watcher on znode that does not yet exist, /02055503437/master 2024-11-08T22:21:01,413 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38045-0x1011c89c2290001, quorum=127.0.0.1:49152, baseZNode=/02055503437 Set watcher on znode that does not yet exist, /02055503437/acl 2024-11-08T22:21:01,416 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38045 2024-11-08T22:21:01,416 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38045 2024-11-08T22:21:01,422 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38045 2024-11-08T22:21:01,422 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38045 2024-11-08T22:21:01,423 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38045 2024-11-08T22:21:01,434 DEBUG [M:0;ff635fa717b5:38321 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ff635fa717b5:38321 2024-11-08T22:21:01,434 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /02055503437/backup-masters/ff635fa717b5,38321,1731104461236 2024-11-08T22:21:01,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38045-0x1011c89c2290001, quorum=127.0.0.1:49152, baseZNode=/02055503437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02055503437/backup-masters 2024-11-08T22:21:01,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38321-0x1011c89c2290000, quorum=127.0.0.1:49152, baseZNode=/02055503437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02055503437/backup-masters 2024-11-08T22:21:01,441 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38321-0x1011c89c2290000, quorum=127.0.0.1:49152, baseZNode=/02055503437 Set watcher on existing znode=/02055503437/backup-masters/ff635fa717b5,38321,1731104461236 2024-11-08T22:21:01,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38045-0x1011c89c2290001, quorum=127.0.0.1:49152, baseZNode=/02055503437 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02055503437/master 2024-11-08T22:21:01,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38321-0x1011c89c2290000, quorum=127.0.0.1:49152, baseZNode=/02055503437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02055503437 2024-11-08T22:21:01,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38045-0x1011c89c2290001, quorum=127.0.0.1:49152, baseZNode=/02055503437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02055503437 2024-11-08T22:21:01,451 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38321-0x1011c89c2290000, quorum=127.0.0.1:49152, baseZNode=/02055503437 Set watcher on existing znode=/02055503437/master 2024-11-08T22:21:01,451 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /02055503437/backup-masters/ff635fa717b5,38321,1731104461236 from backup master directory 2024-11-08T22:21:01,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38321-0x1011c89c2290000, quorum=127.0.0.1:49152, baseZNode=/02055503437 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02055503437/backup-masters/ff635fa717b5,38321,1731104461236 2024-11-08T22:21:01,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38321-0x1011c89c2290000, quorum=127.0.0.1:49152, baseZNode=/02055503437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02055503437/backup-masters 2024-11-08T22:21:01,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38045-0x1011c89c2290001, quorum=127.0.0.1:49152, baseZNode=/02055503437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02055503437/backup-masters 2024-11-08T22:21:01,461 WARN [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T22:21:01,461 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ff635fa717b5,38321,1731104461236 2024-11-08T22:21:01,464 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/hbase.id] with ID: aab7739d-fee0-4e36-ac3d-03699c06c976 2024-11-08T22:21:01,464 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/.tmp/hbase.id 2024-11-08T22:21:01,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35241 is added to blk_1073741826_1002 (size=42) 2024-11-08T22:21:01,870 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/.tmp/hbase.id]:[hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/hbase.id] 2024-11-08T22:21:01,877 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:21:01,877 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T22:21:01,878 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T22:21:01,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38045-0x1011c89c2290001, quorum=127.0.0.1:49152, baseZNode=/02055503437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02055503437 2024-11-08T22:21:01,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38321-0x1011c89c2290000, quorum=127.0.0.1:49152, baseZNode=/02055503437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02055503437 2024-11-08T22:21:01,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35241 is added to blk_1073741827_1003 (size=196) 2024-11-08T22:21:02,326 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T22:21:02,327 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T22:21:02,327 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:21:02,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35241 is added to blk_1073741828_1004 (size=1189) 2024-11-08T22:21:02,732 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/MasterData/data/master/store 2024-11-08T22:21:02,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35241 is added to blk_1073741829_1005 (size=34) 2024-11-08T22:21:03,137 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:21:03,137 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T22:21:03,137 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:21:03,137 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:21:03,137 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T22:21:03,137 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:21:03,137 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:21:03,137 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731104463137Disabling compacts and flushes for region at 1731104463137Disabling writes for close at 1731104463137Writing region close event to WAL at 1731104463137Closed at 1731104463137 2024-11-08T22:21:03,137 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T22:21:03,138 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T22:21:03,138 WARN [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/MasterData/data/master/store/.initializing 2024-11-08T22:21:03,138 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/MasterData/WALs/ff635fa717b5,38321,1731104461236 2024-11-08T22:21:03,138 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T22:21:03,138 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-08T22:21:03,138 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T22:21:03,138 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-08T22:21:03,138 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T22:21:03,138 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-08T22:21:03,139 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T22:21:03,140 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ff635fa717b5%2C38321%2C1731104461236, suffix=, logDir=hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/MasterData/WALs/ff635fa717b5,38321,1731104461236, archiveDir=hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/MasterData/oldWALs, maxLogs=10 2024-11-08T22:21:03,151 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/MasterData/WALs/ff635fa717b5,38321,1731104461236/ff635fa717b5%2C38321%2C1731104461236.1731104463140, exclude list is [], retry=0 2024-11-08T22:21:03,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35241,DS-a7aeb03c-4d90-4136-a9fb-421be8264a7f,DISK] 2024-11-08T22:21:03,154 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/MasterData/WALs/ff635fa717b5,38321,1731104461236/ff635fa717b5%2C38321%2C1731104461236.1731104463140 2024-11-08T22:21:03,154 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34743:34743)] 2024-11-08T22:21:03,154 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T22:21:03,154 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:21:03,154 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:21:03,154 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:21:03,155 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:21:03,156 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T22:21:03,156 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:21:03,156 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:21:03,156 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:21:03,157 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T22:21:03,157 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:21:03,157 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:21:03,157 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:21:03,158 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T22:21:03,158 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:21:03,158 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:21:03,158 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:21:03,159 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T22:21:03,159 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:21:03,159 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:21:03,159 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:21:03,159 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:21:03,160 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:21:03,160 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:21:03,160 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:21:03,161 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T22:21:03,161 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:21:03,162 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:21:03,163 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65028003, jitterRate=-0.031007245182991028}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T22:21:03,163 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731104463155Initializing all the Stores at 1731104463155Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104463155Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104463155Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104463155Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104463155Cleaning up temporary data from old regions at 1731104463160 (+5 ms)Region opened successfully at 1731104463163 (+3 ms) 2024-11-08T22:21:03,163 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T22:21:03,164 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7282d915, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff635fa717b5/172.17.0.3:0 2024-11-08T22:21:03,165 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T22:21:03,165 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T22:21:03,165 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T22:21:03,165 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T22:21:03,166 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T22:21:03,166 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T22:21:03,166 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T22:21:03,167 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T22:21:03,167 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38321-0x1011c89c2290000, quorum=127.0.0.1:49152, baseZNode=/02055503437 Unable to get data of znode /02055503437/balancer because node does not exist (not necessarily an error) 2024-11-08T22:21:03,199 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02055503437/balancer already deleted, retry=false 2024-11-08T22:21:03,200 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T22:21:03,200 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38321-0x1011c89c2290000, quorum=127.0.0.1:49152, baseZNode=/02055503437 Unable to get data of znode /02055503437/normalizer because node does not exist (not necessarily an error) 2024-11-08T22:21:03,280 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02055503437/normalizer already deleted, retry=false 2024-11-08T22:21:03,280 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T22:21:03,281 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38321-0x1011c89c2290000, quorum=127.0.0.1:49152, baseZNode=/02055503437 Unable to get data of znode /02055503437/switch/split because node does not exist (not necessarily an error) 2024-11-08T22:21:03,365 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02055503437/switch/split already deleted, retry=false 2024-11-08T22:21:03,366 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38321-0x1011c89c2290000, quorum=127.0.0.1:49152, baseZNode=/02055503437 Unable to get data of znode /02055503437/switch/merge because node does not exist (not necessarily an error) 2024-11-08T22:21:03,431 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02055503437/switch/merge already deleted, retry=false 2024-11-08T22:21:03,432 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38321-0x1011c89c2290000, quorum=127.0.0.1:49152, baseZNode=/02055503437 Unable to get data of znode /02055503437/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T22:21:03,501 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02055503437/snapshot-cleanup already deleted, retry=false 2024-11-08T22:21:03,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38321-0x1011c89c2290000, quorum=127.0.0.1:49152, baseZNode=/02055503437 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02055503437/running 2024-11-08T22:21:03,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38045-0x1011c89c2290001, quorum=127.0.0.1:49152, baseZNode=/02055503437 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02055503437/running 2024-11-08T22:21:03,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38321-0x1011c89c2290000, quorum=127.0.0.1:49152, baseZNode=/02055503437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02055503437 2024-11-08T22:21:03,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38045-0x1011c89c2290001, quorum=127.0.0.1:49152, baseZNode=/02055503437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02055503437 2024-11-08T22:21:03,600 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ff635fa717b5,38321,1731104461236, sessionid=0x1011c89c2290000, setting cluster-up flag (Was=false) 2024-11-08T22:21:03,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38321-0x1011c89c2290000, quorum=127.0.0.1:49152, baseZNode=/02055503437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02055503437 2024-11-08T22:21:03,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38045-0x1011c89c2290001, quorum=127.0.0.1:49152, baseZNode=/02055503437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02055503437 2024-11-08T22:21:03,998 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02055503437/flush-table-proc/acquired, /02055503437/flush-table-proc/reached, /02055503437/flush-table-proc/abort 2024-11-08T22:21:03,999 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff635fa717b5,38321,1731104461236 2024-11-08T22:21:04,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38321-0x1011c89c2290000, quorum=127.0.0.1:49152, baseZNode=/02055503437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02055503437 2024-11-08T22:21:04,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38045-0x1011c89c2290001, quorum=127.0.0.1:49152, baseZNode=/02055503437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02055503437 2024-11-08T22:21:04,457 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02055503437/online-snapshot/acquired, /02055503437/online-snapshot/reached, /02055503437/online-snapshot/abort 2024-11-08T22:21:04,458 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff635fa717b5,38321,1731104461236 2024-11-08T22:21:04,459 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T22:21:04,460 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T22:21:04,460 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T22:21:04,460 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T22:21:04,460 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ff635fa717b5,38321,1731104461236 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T22:21:04,461 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:21:04,461 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:21:04,461 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:21:04,461 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:21:04,461 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ff635fa717b5:0, corePoolSize=10, maxPoolSize=10 2024-11-08T22:21:04,463 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:21:04,463 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ff635fa717b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T22:21:04,463 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:21:04,465 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T22:21:04,465 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T22:21:04,465 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:21:04,466 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T22:21:04,468 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731104494468 2024-11-08T22:21:04,468 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T22:21:04,468 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T22:21:04,468 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T22:21:04,468 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T22:21:04,468 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T22:21:04,468 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T22:21:04,472 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T22:21:04,472 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T22:21:04,472 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T22:21:04,472 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T22:21:04,473 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T22:21:04,476 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T22:21:04,476 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T22:21:04,477 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.large.0-1731104464476,5,FailOnTimeoutGroup] 2024-11-08T22:21:04,480 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.small.0-1731104464477,5,FailOnTimeoutGroup] 2024-11-08T22:21:04,480 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T22:21:04,480 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T22:21:04,480 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T22:21:04,480 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T22:21:04,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35241 is added to blk_1073741831_1007 (size=1321) 2024-11-08T22:21:04,526 INFO [RS:0;ff635fa717b5:38045 {}] regionserver.HRegionServer(746): ClusterId : aab7739d-fee0-4e36-ac3d-03699c06c976 2024-11-08T22:21:04,526 DEBUG [RS:0;ff635fa717b5:38045 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T22:21:04,595 DEBUG [RS:0;ff635fa717b5:38045 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T22:21:04,595 DEBUG [RS:0;ff635fa717b5:38045 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T22:21:04,701 DEBUG [RS:0;ff635fa717b5:38045 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T22:21:04,701 DEBUG [RS:0;ff635fa717b5:38045 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ab0fcfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff635fa717b5/172.17.0.3:0 2024-11-08T22:21:04,714 DEBUG [RS:0;ff635fa717b5:38045 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ff635fa717b5:38045 2024-11-08T22:21:04,714 INFO [RS:0;ff635fa717b5:38045 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T22:21:04,714 INFO [RS:0;ff635fa717b5:38045 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T22:21:04,715 DEBUG [RS:0;ff635fa717b5:38045 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T22:21:04,715 INFO [RS:0;ff635fa717b5:38045 {}] regionserver.HRegionServer(2659): reportForDuty to master=ff635fa717b5,38321,1731104461236 with port=38045, startcode=1731104461397 2024-11-08T22:21:04,715 DEBUG [RS:0;ff635fa717b5:38045 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T22:21:04,716 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39199, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T22:21:04,716 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38321 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ff635fa717b5,38045,1731104461397 2024-11-08T22:21:04,716 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38321 {}] master.ServerManager(517): Registering regionserver=ff635fa717b5,38045,1731104461397 2024-11-08T22:21:04,717 DEBUG [RS:0;ff635fa717b5:38045 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4 2024-11-08T22:21:04,717 DEBUG [RS:0;ff635fa717b5:38045 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43793 2024-11-08T22:21:04,717 DEBUG [RS:0;ff635fa717b5:38045 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T22:21:04,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38321-0x1011c89c2290000, quorum=127.0.0.1:49152, baseZNode=/02055503437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02055503437/rs 2024-11-08T22:21:04,783 DEBUG [RS:0;ff635fa717b5:38045 {}] zookeeper.ZKUtil(111): regionserver:38045-0x1011c89c2290001, quorum=127.0.0.1:49152, baseZNode=/02055503437 Set watcher on existing znode=/02055503437/rs/ff635fa717b5,38045,1731104461397 2024-11-08T22:21:04,783 WARN [RS:0;ff635fa717b5:38045 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T22:21:04,783 INFO [RS:0;ff635fa717b5:38045 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:21:04,784 DEBUG [RS:0;ff635fa717b5:38045 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/WALs/ff635fa717b5,38045,1731104461397 2024-11-08T22:21:04,784 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ff635fa717b5,38045,1731104461397] 2024-11-08T22:21:04,786 INFO [RS:0;ff635fa717b5:38045 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T22:21:04,787 INFO [RS:0;ff635fa717b5:38045 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T22:21:04,788 INFO [RS:0;ff635fa717b5:38045 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T22:21:04,788 INFO [RS:0;ff635fa717b5:38045 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:21:04,788 INFO [RS:0;ff635fa717b5:38045 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T22:21:04,789 INFO [RS:0;ff635fa717b5:38045 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T22:21:04,789 INFO [RS:0;ff635fa717b5:38045 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T22:21:04,789 DEBUG [RS:0;ff635fa717b5:38045 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:21:04,789 DEBUG [RS:0;ff635fa717b5:38045 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:21:04,789 DEBUG [RS:0;ff635fa717b5:38045 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:21:04,789 DEBUG [RS:0;ff635fa717b5:38045 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:21:04,789 DEBUG [RS:0;ff635fa717b5:38045 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:21:04,789 DEBUG [RS:0;ff635fa717b5:38045 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ff635fa717b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T22:21:04,789 DEBUG [RS:0;ff635fa717b5:38045 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:21:04,789 DEBUG [RS:0;ff635fa717b5:38045 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:21:04,789 DEBUG [RS:0;ff635fa717b5:38045 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:21:04,789 DEBUG [RS:0;ff635fa717b5:38045 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:21:04,789 DEBUG [RS:0;ff635fa717b5:38045 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:21:04,789 DEBUG [RS:0;ff635fa717b5:38045 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:21:04,789 DEBUG [RS:0;ff635fa717b5:38045 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T22:21:04,789 DEBUG [RS:0;ff635fa717b5:38045 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T22:21:04,792 INFO [RS:0;ff635fa717b5:38045 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T22:21:04,792 INFO [RS:0;ff635fa717b5:38045 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T22:21:04,792 INFO [RS:0;ff635fa717b5:38045 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:21:04,792 INFO [RS:0;ff635fa717b5:38045 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T22:21:04,792 INFO [RS:0;ff635fa717b5:38045 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T22:21:04,792 INFO [RS:0;ff635fa717b5:38045 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,38045,1731104461397-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T22:21:04,813 INFO [RS:0;ff635fa717b5:38045 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T22:21:04,813 INFO [RS:0;ff635fa717b5:38045 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,38045,1731104461397-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:21:04,813 INFO [RS:0;ff635fa717b5:38045 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:21:04,813 INFO [RS:0;ff635fa717b5:38045 {}] regionserver.Replication(171): ff635fa717b5,38045,1731104461397 started 2024-11-08T22:21:04,826 INFO [RS:0;ff635fa717b5:38045 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:21:04,826 INFO [RS:0;ff635fa717b5:38045 {}] regionserver.HRegionServer(1482): Serving as ff635fa717b5,38045,1731104461397, RpcServer on ff635fa717b5/172.17.0.3:38045, sessionid=0x1011c89c2290001 2024-11-08T22:21:04,826 DEBUG [RS:0;ff635fa717b5:38045 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T22:21:04,826 DEBUG [RS:0;ff635fa717b5:38045 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ff635fa717b5,38045,1731104461397 2024-11-08T22:21:04,826 DEBUG [RS:0;ff635fa717b5:38045 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff635fa717b5,38045,1731104461397' 2024-11-08T22:21:04,826 DEBUG [RS:0;ff635fa717b5:38045 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02055503437/flush-table-proc/abort' 2024-11-08T22:21:04,827 DEBUG [RS:0;ff635fa717b5:38045 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02055503437/flush-table-proc/acquired' 2024-11-08T22:21:04,827 DEBUG [RS:0;ff635fa717b5:38045 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T22:21:04,827 DEBUG [RS:0;ff635fa717b5:38045 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T22:21:04,827 DEBUG [RS:0;ff635fa717b5:38045 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ff635fa717b5,38045,1731104461397 2024-11-08T22:21:04,827 DEBUG [RS:0;ff635fa717b5:38045 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff635fa717b5,38045,1731104461397' 2024-11-08T22:21:04,827 DEBUG [RS:0;ff635fa717b5:38045 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02055503437/online-snapshot/abort' 2024-11-08T22:21:04,827 DEBUG [RS:0;ff635fa717b5:38045 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02055503437/online-snapshot/acquired' 2024-11-08T22:21:04,828 DEBUG [RS:0;ff635fa717b5:38045 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T22:21:04,828 INFO [RS:0;ff635fa717b5:38045 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T22:21:04,828 INFO [RS:0;ff635fa717b5:38045 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T22:21:04,882 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T22:21:04,883 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4 2024-11-08T22:21:04,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35241 is added to blk_1073741832_1008 (size=32) 2024-11-08T22:21:04,928 INFO [RS:0;ff635fa717b5:38045 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T22:21:04,929 INFO [RS:0;ff635fa717b5:38045 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff635fa717b5%2C38045%2C1731104461397, suffix=, logDir=hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/WALs/ff635fa717b5,38045,1731104461397, archiveDir=hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/oldWALs, maxLogs=10 2024-11-08T22:21:04,940 DEBUG [RS:0;ff635fa717b5:38045 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/WALs/ff635fa717b5,38045,1731104461397/ff635fa717b5%2C38045%2C1731104461397.1731104464929, exclude list is [], retry=0 2024-11-08T22:21:04,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35241,DS-a7aeb03c-4d90-4136-a9fb-421be8264a7f,DISK] 2024-11-08T22:21:04,943 INFO [RS:0;ff635fa717b5:38045 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/WALs/ff635fa717b5,38045,1731104461397/ff635fa717b5%2C38045%2C1731104461397.1731104464929 2024-11-08T22:21:04,944 DEBUG [RS:0;ff635fa717b5:38045 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34743:34743)] 2024-11-08T22:21:05,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:21:05,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T22:21:05,293 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T22:21:05,293 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:21:05,294 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:21:05,294 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T22:21:05,295 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T22:21:05,295 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:21:05,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:21:05,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T22:21:05,296 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T22:21:05,296 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:21:05,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:21:05,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T22:21:05,298 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T22:21:05,298 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:21:05,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:21:05,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T22:21:05,299 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/data/hbase/meta/1588230740 2024-11-08T22:21:05,299 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/data/hbase/meta/1588230740 2024-11-08T22:21:05,300 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T22:21:05,300 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T22:21:05,301 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T22:21:05,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T22:21:05,303 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:21:05,303 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64897813, jitterRate=-0.032947227358818054}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T22:21:05,303 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731104465291Initializing all the Stores at 1731104465291Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104465291Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104465292 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104465292Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104465292Cleaning up temporary data from old regions at 1731104465300 (+8 ms)Region opened successfully at 1731104465303 (+3 ms) 2024-11-08T22:21:05,303 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T22:21:05,303 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T22:21:05,303 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T22:21:05,303 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T22:21:05,303 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T22:21:05,304 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T22:21:05,304 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731104465303Disabling compacts and flushes for region at 1731104465303Disabling writes for close at 1731104465303Writing region close event to WAL at 1731104465304 (+1 ms)Closed at 1731104465304 2024-11-08T22:21:05,305 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T22:21:05,305 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T22:21:05,305 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T22:21:05,305 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T22:21:05,306 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T22:21:05,456 DEBUG [ff635fa717b5:38321 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T22:21:05,456 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ff635fa717b5,38045,1731104461397 2024-11-08T22:21:05,457 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff635fa717b5,38045,1731104461397, state=OPENING 2024-11-08T22:21:05,492 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T22:21:05,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38321-0x1011c89c2290000, quorum=127.0.0.1:49152, baseZNode=/02055503437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02055503437 2024-11-08T22:21:05,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38045-0x1011c89c2290001, quorum=127.0.0.1:49152, baseZNode=/02055503437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02055503437 2024-11-08T22:21:05,504 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02055503437/meta-region-server: CHANGED 2024-11-08T22:21:05,504 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02055503437/meta-region-server: CHANGED 2024-11-08T22:21:05,504 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T22:21:05,504 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ff635fa717b5,38045,1731104461397}] 2024-11-08T22:21:05,657 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T22:21:05,660 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54925, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T22:21:05,663 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T22:21:05,663 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:21:05,663 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T22:21:05,667 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff635fa717b5%2C38045%2C1731104461397.meta, suffix=.meta, logDir=hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/WALs/ff635fa717b5,38045,1731104461397, archiveDir=hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/oldWALs, maxLogs=10 2024-11-08T22:21:05,679 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/WALs/ff635fa717b5,38045,1731104461397/ff635fa717b5%2C38045%2C1731104461397.meta.1731104465667.meta, exclude list is [], retry=0 2024-11-08T22:21:05,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35241,DS-a7aeb03c-4d90-4136-a9fb-421be8264a7f,DISK] 2024-11-08T22:21:05,682 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/WALs/ff635fa717b5,38045,1731104461397/ff635fa717b5%2C38045%2C1731104461397.meta.1731104465667.meta 2024-11-08T22:21:05,682 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34743:34743)] 2024-11-08T22:21:05,682 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T22:21:05,682 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T22:21:05,682 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T22:21:05,682 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T22:21:05,682 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T22:21:05,683 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T22:21:05,683 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:21:05,683 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T22:21:05,683 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T22:21:05,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T22:21:05,684 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T22:21:05,684 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:21:05,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:21:05,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T22:21:05,685 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T22:21:05,685 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:21:05,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:21:05,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T22:21:05,685 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T22:21:05,686 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:21:05,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:21:05,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T22:21:05,686 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T22:21:05,686 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:21:05,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:21:05,686 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T22:21:05,687 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/data/hbase/meta/1588230740 2024-11-08T22:21:05,687 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/data/hbase/meta/1588230740 2024-11-08T22:21:05,688 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T22:21:05,688 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T22:21:05,688 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T22:21:05,689 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T22:21:05,689 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67346658, jitterRate=0.0035434067249298096}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T22:21:05,689 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T22:21:05,689 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731104465683Writing region info on filesystem at 1731104465683Initializing all the Stores at 1731104465683Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104465683Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104465683Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104465683Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104465683Cleaning up temporary data from old regions at 1731104465688 (+5 ms)Running coprocessor post-open hooks at 1731104465689 (+1 ms)Region opened successfully at 1731104465689 2024-11-08T22:21:05,690 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731104465657 2024-11-08T22:21:05,691 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T22:21:05,691 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T22:21:05,692 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ff635fa717b5,38045,1731104461397 2024-11-08T22:21:05,692 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff635fa717b5,38045,1731104461397, state=OPEN 2024-11-08T22:21:05,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38321-0x1011c89c2290000, quorum=127.0.0.1:49152, baseZNode=/02055503437 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02055503437/meta-region-server 2024-11-08T22:21:05,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38045-0x1011c89c2290001, quorum=127.0.0.1:49152, baseZNode=/02055503437 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02055503437/meta-region-server 2024-11-08T22:21:05,736 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ff635fa717b5,38045,1731104461397 2024-11-08T22:21:05,737 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02055503437/meta-region-server: CHANGED 2024-11-08T22:21:05,737 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02055503437/meta-region-server: CHANGED 2024-11-08T22:21:05,739 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T22:21:05,739 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ff635fa717b5,38045,1731104461397 in 232 msec 2024-11-08T22:21:05,741 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T22:21:05,741 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 434 msec 2024-11-08T22:21:05,742 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T22:21:05,742 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T22:21:05,743 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:21:05,743 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,38045,1731104461397, seqNum=-1] 2024-11-08T22:21:05,743 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:21:05,746 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37867, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T22:21:05,754 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2940 sec 2024-11-08T22:21:05,755 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731104465754, completionTime=-1 2024-11-08T22:21:05,755 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T22:21:05,755 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T22:21:05,757 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T22:21:05,757 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731104525757 2024-11-08T22:21:05,757 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731104585757 2024-11-08T22:21:05,757 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T22:21:05,757 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,38321,1731104461236-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:21:05,757 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,38321,1731104461236-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:21:05,757 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,38321,1731104461236-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:21:05,757 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ff635fa717b5:38321, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:21:05,757 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T22:21:05,759 DEBUG [master/ff635fa717b5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T22:21:05,760 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T22:21:05,762 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.301sec 2024-11-08T22:21:05,762 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T22:21:05,762 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T22:21:05,762 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T22:21:05,762 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T22:21:05,762 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T22:21:05,763 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,38321,1731104461236-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T22:21:05,763 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,38321,1731104461236-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T22:21:05,764 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T22:21:05,764 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T22:21:05,764 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,38321,1731104461236-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:21:05,828 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ca52c0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:21:05,828 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,38321,-1 for getting cluster id 2024-11-08T22:21:05,828 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:21:05,832 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aab7739d-fee0-4e36-ac3d-03699c06c976' 2024-11-08T22:21:05,832 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:21:05,833 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aab7739d-fee0-4e36-ac3d-03699c06c976" 2024-11-08T22:21:05,833 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@498f992c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:21:05,833 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,38321,-1] 2024-11-08T22:21:05,833 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:21:05,833 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:21:05,834 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:21:05,834 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c50bd68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:21:05,835 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:21:05,835 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,38045,1731104461397, seqNum=-1] 2024-11-08T22:21:05,835 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:21:05,836 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T22:21:05,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ff635fa717b5,38321,1731104461236 2024-11-08T22:21:05,839 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49152 2024-11-08T22:21:05,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49152, baseZNode=/02055503437 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T22:21:05,861 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011c89c2290002 connected 2024-11-08T22:21:05,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63fd2fbb-08cf-49b9-d7cb-828d420cbb6c/hadoop.log.dir so I do NOT create it in target/test-data/0e23485a-fdef-be34-bfe8-babfa347adbf 2024-11-08T22:21:05,954 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63fd2fbb-08cf-49b9-d7cb-828d420cbb6c/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T22:21:05,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63fd2fbb-08cf-49b9-d7cb-828d420cbb6c/hadoop.tmp.dir so I do NOT create it in target/test-data/0e23485a-fdef-be34-bfe8-babfa347adbf 2024-11-08T22:21:05,954 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63fd2fbb-08cf-49b9-d7cb-828d420cbb6c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T22:21:05,955 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e23485a-fdef-be34-bfe8-babfa347adbf 2024-11-08T22:21:05,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T22:21:05,955 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e23485a-fdef-be34-bfe8-babfa347adbf/cluster_27423efb-2f05-ff5b-6f75-f1938897d6c8, deleteOnExit=true 2024-11-08T22:21:05,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T22:21:05,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e23485a-fdef-be34-bfe8-babfa347adbf/test.cache.data in system properties and HBase conf 2024-11-08T22:21:05,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e23485a-fdef-be34-bfe8-babfa347adbf/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T22:21:05,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e23485a-fdef-be34-bfe8-babfa347adbf/hadoop.log.dir in system properties and HBase conf 2024-11-08T22:21:05,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e23485a-fdef-be34-bfe8-babfa347adbf/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T22:21:05,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e23485a-fdef-be34-bfe8-babfa347adbf/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T22:21:05,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T22:21:05,955 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T22:21:05,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e23485a-fdef-be34-bfe8-babfa347adbf/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T22:21:05,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e23485a-fdef-be34-bfe8-babfa347adbf/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T22:21:05,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e23485a-fdef-be34-bfe8-babfa347adbf/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T22:21:05,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e23485a-fdef-be34-bfe8-babfa347adbf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T22:21:05,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e23485a-fdef-be34-bfe8-babfa347adbf/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T22:21:05,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e23485a-fdef-be34-bfe8-babfa347adbf/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T22:21:05,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e23485a-fdef-be34-bfe8-babfa347adbf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T22:21:05,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e23485a-fdef-be34-bfe8-babfa347adbf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T22:21:05,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e23485a-fdef-be34-bfe8-babfa347adbf/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T22:21:05,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e23485a-fdef-be34-bfe8-babfa347adbf/nfs.dump.dir in system properties and HBase conf 2024-11-08T22:21:05,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e23485a-fdef-be34-bfe8-babfa347adbf/java.io.tmpdir in system properties and HBase conf 2024-11-08T22:21:05,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e23485a-fdef-be34-bfe8-babfa347adbf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T22:21:05,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e23485a-fdef-be34-bfe8-babfa347adbf/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T22:21:05,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e23485a-fdef-be34-bfe8-babfa347adbf/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T22:21:06,443 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T22:21:06,447 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T22:21:06,457 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T22:21:06,457 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T22:21:06,457 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T22:21:06,459 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T22:21:06,463 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3131c2a0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e23485a-fdef-be34-bfe8-babfa347adbf/hadoop.log.dir/,AVAILABLE} 2024-11-08T22:21:06,466 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10ff8055{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T22:21:06,576 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@75665d82{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e23485a-fdef-be34-bfe8-babfa347adbf/java.io.tmpdir/jetty-localhost-37513-hadoop-hdfs-3_4_1-tests_jar-_-any-9625639261372532936/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T22:21:06,579 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1bf9ac86{HTTP/1.1, (http/1.1)}{localhost:37513} 2024-11-08T22:21:06,580 INFO [Time-limited test {}] server.Server(415): Started @340841ms 2024-11-08T22:21:06,835 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T22:21:06,838 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T22:21:06,840 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T22:21:06,840 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T22:21:06,840 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T22:21:06,843 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@445858c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e23485a-fdef-be34-bfe8-babfa347adbf/hadoop.log.dir/,AVAILABLE} 2024-11-08T22:21:06,843 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@645413a5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T22:21:06,937 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@318c5ff0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e23485a-fdef-be34-bfe8-babfa347adbf/java.io.tmpdir/jetty-localhost-41347-hadoop-hdfs-3_4_1-tests_jar-_-any-8830769524154636167/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T22:21:06,938 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6515073{HTTP/1.1, (http/1.1)}{localhost:41347} 2024-11-08T22:21:06,938 INFO [Time-limited test {}] server.Server(415): Started @341199ms 2024-11-08T22:21:06,939 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T22:21:07,674 WARN [Thread-4435 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e23485a-fdef-be34-bfe8-babfa347adbf/cluster_27423efb-2f05-ff5b-6f75-f1938897d6c8/data/data2/current/BP-1605510313-172.17.0.3-1731104465995/current, will proceed with Du for space computation calculation, 2024-11-08T22:21:07,674 WARN [Thread-4434 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e23485a-fdef-be34-bfe8-babfa347adbf/cluster_27423efb-2f05-ff5b-6f75-f1938897d6c8/data/data1/current/BP-1605510313-172.17.0.3-1731104465995/current, will proceed with Du for space computation calculation, 2024-11-08T22:21:07,695 WARN [Thread-4422 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T22:21:07,696 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc54838d68e507e6 with lease ID 0xd7fe2060c3e3115e: Processing first storage report for DS-039f43a3-b0e0-4bb6-8984-3310fd9bb58f from datanode DatanodeRegistration(127.0.0.1:41283, datanodeUuid=566204db-8aae-4dff-b83e-ee98ea8dd4b3, infoPort=36791, infoSecurePort=0, ipcPort=45721, storageInfo=lv=-57;cid=testClusterID;nsid=1775682364;c=1731104465995) 2024-11-08T22:21:07,696 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc54838d68e507e6 with lease ID 0xd7fe2060c3e3115e: from storage DS-039f43a3-b0e0-4bb6-8984-3310fd9bb58f node DatanodeRegistration(127.0.0.1:41283, datanodeUuid=566204db-8aae-4dff-b83e-ee98ea8dd4b3, infoPort=36791, infoSecurePort=0, ipcPort=45721, storageInfo=lv=-57;cid=testClusterID;nsid=1775682364;c=1731104465995), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T22:21:07,697 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc54838d68e507e6 with lease ID 0xd7fe2060c3e3115e: Processing first storage report for DS-7dcb35ac-cc2b-496a-82ca-a8a3e72f0198 from datanode DatanodeRegistration(127.0.0.1:41283, datanodeUuid=566204db-8aae-4dff-b83e-ee98ea8dd4b3, infoPort=36791, infoSecurePort=0, ipcPort=45721, storageInfo=lv=-57;cid=testClusterID;nsid=1775682364;c=1731104465995) 2024-11-08T22:21:07,697 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc54838d68e507e6 with lease ID 0xd7fe2060c3e3115e: from storage DS-7dcb35ac-cc2b-496a-82ca-a8a3e72f0198 node DatanodeRegistration(127.0.0.1:41283, datanodeUuid=566204db-8aae-4dff-b83e-ee98ea8dd4b3, infoPort=36791, infoSecurePort=0, ipcPort=45721, storageInfo=lv=-57;cid=testClusterID;nsid=1775682364;c=1731104465995), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T22:21:07,761 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e23485a-fdef-be34-bfe8-babfa347adbf 2024-11-08T22:21:07,762 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:21:07,763 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:21:07,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741825_1001 (size=7) 2024-11-08T22:21:08,169 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988 with version=8 2024-11-08T22:21:08,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/hbase-staging 2024-11-08T22:21:08,171 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ff635fa717b5:0 server-side Connection retries=45 2024-11-08T22:21:08,171 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:21:08,171 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T22:21:08,172 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T22:21:08,172 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:21:08,172 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T22:21:08,172 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T22:21:08,172 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T22:21:08,172 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35939 2024-11-08T22:21:08,173 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35939 connecting to ZooKeeper ensemble=127.0.0.1:49152 2024-11-08T22:21:08,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:359390x0, quorum=127.0.0.1:49152, baseZNode=/1-543653714 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T22:21:08,177 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35939-0x1011c89c2290003 connected 2024-11-08T22:21:08,250 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:21:08,251 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:21:08,253 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35939-0x1011c89c2290003, quorum=127.0.0.1:49152, baseZNode=/1-543653714 Set watcher on znode that does not yet exist, /1-543653714/running 2024-11-08T22:21:08,254 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988, hbase.cluster.distributed=false 2024-11-08T22:21:08,256 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35939-0x1011c89c2290003, quorum=127.0.0.1:49152, baseZNode=/1-543653714 Set watcher on znode that does not yet exist, /1-543653714/acl 2024-11-08T22:21:08,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35939 2024-11-08T22:21:08,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35939 2024-11-08T22:21:08,262 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35939 2024-11-08T22:21:08,263 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35939 2024-11-08T22:21:08,264 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35939 2024-11-08T22:21:08,282 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ff635fa717b5:0 server-side Connection retries=45 2024-11-08T22:21:08,282 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:21:08,282 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T22:21:08,282 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T22:21:08,282 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:21:08,282 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T22:21:08,282 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T22:21:08,282 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T22:21:08,284 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39495 2024-11-08T22:21:08,285 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39495 connecting to ZooKeeper ensemble=127.0.0.1:49152 2024-11-08T22:21:08,285 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:21:08,287 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:21:08,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:394950x0, quorum=127.0.0.1:49152, baseZNode=/1-543653714 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T22:21:08,303 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:394950x0, quorum=127.0.0.1:49152, baseZNode=/1-543653714 Set watcher on znode that does not yet exist, /1-543653714/running 2024-11-08T22:21:08,304 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T22:21:08,304 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39495-0x1011c89c2290004 connected 2024-11-08T22:21:08,312 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T22:21:08,313 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39495-0x1011c89c2290004, quorum=127.0.0.1:49152, baseZNode=/1-543653714 Set watcher on znode that does not yet exist, /1-543653714/master 2024-11-08T22:21:08,314 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39495-0x1011c89c2290004, quorum=127.0.0.1:49152, baseZNode=/1-543653714 Set watcher on znode that does not yet exist, /1-543653714/acl 2024-11-08T22:21:08,316 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39495 2024-11-08T22:21:08,316 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39495 2024-11-08T22:21:08,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39495 2024-11-08T22:21:08,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39495 2024-11-08T22:21:08,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39495 2024-11-08T22:21:08,357 DEBUG [M:0;ff635fa717b5:35939 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ff635fa717b5:35939 2024-11-08T22:21:08,360 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-543653714/backup-masters/ff635fa717b5,35939,1731104468171 2024-11-08T22:21:08,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35939-0x1011c89c2290003, quorum=127.0.0.1:49152, baseZNode=/1-543653714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-543653714/backup-masters 2024-11-08T22:21:08,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39495-0x1011c89c2290004, quorum=127.0.0.1:49152, baseZNode=/1-543653714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-543653714/backup-masters 2024-11-08T22:21:08,367 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35939-0x1011c89c2290003, quorum=127.0.0.1:49152, baseZNode=/1-543653714 Set watcher on existing znode=/1-543653714/backup-masters/ff635fa717b5,35939,1731104468171 2024-11-08T22:21:08,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39495-0x1011c89c2290004, quorum=127.0.0.1:49152, baseZNode=/1-543653714 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-543653714/master 2024-11-08T22:21:08,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35939-0x1011c89c2290003, quorum=127.0.0.1:49152, baseZNode=/1-543653714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-543653714 2024-11-08T22:21:08,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39495-0x1011c89c2290004, quorum=127.0.0.1:49152, baseZNode=/1-543653714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-543653714 2024-11-08T22:21:08,377 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35939-0x1011c89c2290003, quorum=127.0.0.1:49152, baseZNode=/1-543653714 Set watcher on existing znode=/1-543653714/master 2024-11-08T22:21:08,377 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-543653714/backup-masters/ff635fa717b5,35939,1731104468171 from backup master directory 2024-11-08T22:21:08,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35939-0x1011c89c2290003, quorum=127.0.0.1:49152, baseZNode=/1-543653714 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-543653714/backup-masters/ff635fa717b5,35939,1731104468171 2024-11-08T22:21:08,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39495-0x1011c89c2290004, quorum=127.0.0.1:49152, baseZNode=/1-543653714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-543653714/backup-masters 2024-11-08T22:21:08,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35939-0x1011c89c2290003, quorum=127.0.0.1:49152, baseZNode=/1-543653714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-543653714/backup-masters 2024-11-08T22:21:08,387 WARN [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T22:21:08,387 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ff635fa717b5,35939,1731104468171 2024-11-08T22:21:08,390 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/hbase.id] with ID: 19a5c9ed-3d61-4414-af59-c9d670540082 2024-11-08T22:21:08,391 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/.tmp/hbase.id 2024-11-08T22:21:08,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741826_1002 (size=42) 2024-11-08T22:21:08,795 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/.tmp/hbase.id]:[hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/hbase.id] 2024-11-08T22:21:08,804 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:21:08,804 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T22:21:08,805 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T22:21:08,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39495-0x1011c89c2290004, quorum=127.0.0.1:49152, baseZNode=/1-543653714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-543653714 2024-11-08T22:21:08,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35939-0x1011c89c2290003, quorum=127.0.0.1:49152, baseZNode=/1-543653714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-543653714 2024-11-08T22:21:08,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741827_1003 (size=196) 2024-11-08T22:21:08,866 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T22:21:08,867 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T22:21:08,868 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:21:08,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741828_1004 (size=1189) 2024-11-08T22:21:09,273 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/MasterData/data/master/store 2024-11-08T22:21:09,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741829_1005 (size=34) 2024-11-08T22:21:09,679 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:21:09,679 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T22:21:09,679 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:21:09,679 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:21:09,679 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T22:21:09,679 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:21:09,679 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:21:09,679 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731104469679Disabling compacts and flushes for region at 1731104469679Disabling writes for close at 1731104469679Writing region close event to WAL at 1731104469679Closed at 1731104469679 2024-11-08T22:21:09,680 WARN [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/MasterData/data/master/store/.initializing 2024-11-08T22:21:09,680 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/MasterData/WALs/ff635fa717b5,35939,1731104468171 2024-11-08T22:21:09,681 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T22:21:09,682 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ff635fa717b5%2C35939%2C1731104468171, suffix=, logDir=hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/MasterData/WALs/ff635fa717b5,35939,1731104468171, archiveDir=hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/MasterData/oldWALs, maxLogs=10 2024-11-08T22:21:09,699 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/MasterData/WALs/ff635fa717b5,35939,1731104468171/ff635fa717b5%2C35939%2C1731104468171.1731104469683, exclude list is [], retry=0 2024-11-08T22:21:09,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41283,DS-039f43a3-b0e0-4bb6-8984-3310fd9bb58f,DISK] 2024-11-08T22:21:09,704 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/MasterData/WALs/ff635fa717b5,35939,1731104468171/ff635fa717b5%2C35939%2C1731104468171.1731104469683 2024-11-08T22:21:09,708 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36791:36791)] 2024-11-08T22:21:09,708 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T22:21:09,709 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:21:09,709 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:21:09,709 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:21:09,712 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:21:09,714 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T22:21:09,714 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:21:09,714 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:21:09,715 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:21:09,716 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T22:21:09,716 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:21:09,716 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:21:09,716 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:21:09,717 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T22:21:09,717 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:21:09,718 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:21:09,718 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:21:09,719 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T22:21:09,719 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:21:09,719 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:21:09,719 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:21:09,720 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:21:09,720 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:21:09,721 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:21:09,721 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:21:09,722 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T22:21:09,723 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:21:09,733 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:21:09,736 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66901741, jitterRate=-0.003086373209953308}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T22:21:09,736 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731104469709Initializing all the Stores at 1731104469710 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104469710Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104469712 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104469712Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104469712Cleaning up temporary data from old regions at 1731104469721 (+9 ms)Region opened successfully at 1731104469736 (+15 ms) 2024-11-08T22:21:09,737 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T22:21:09,740 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38a60b56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff635fa717b5/172.17.0.3:0 2024-11-08T22:21:09,740 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T22:21:09,741 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T22:21:09,741 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T22:21:09,741 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T22:21:09,741 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T22:21:09,744 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T22:21:09,744 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T22:21:09,750 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T22:21:09,751 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35939-0x1011c89c2290003, quorum=127.0.0.1:49152, baseZNode=/1-543653714 Unable to get data of znode /1-543653714/balancer because node does not exist (not necessarily an error) 2024-11-08T22:21:09,892 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-543653714/balancer already deleted, retry=false 2024-11-08T22:21:09,893 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T22:21:09,894 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35939-0x1011c89c2290003, quorum=127.0.0.1:49152, baseZNode=/1-543653714 Unable to get data of znode /1-543653714/normalizer because node does not exist (not necessarily an error) 2024-11-08T22:21:09,903 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-543653714/normalizer already deleted, retry=false 2024-11-08T22:21:09,903 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T22:21:09,904 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35939-0x1011c89c2290003, quorum=127.0.0.1:49152, baseZNode=/1-543653714 Unable to get data of znode /1-543653714/switch/split because node does not exist (not necessarily an error) 2024-11-08T22:21:09,913 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-543653714/switch/split already deleted, retry=false 2024-11-08T22:21:09,914 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35939-0x1011c89c2290003, quorum=127.0.0.1:49152, baseZNode=/1-543653714 Unable to get data of znode /1-543653714/switch/merge because node does not exist (not necessarily an error) 2024-11-08T22:21:09,924 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-543653714/switch/merge already deleted, retry=false 2024-11-08T22:21:09,926 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35939-0x1011c89c2290003, quorum=127.0.0.1:49152, baseZNode=/1-543653714 Unable to get data of znode /1-543653714/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T22:21:09,942 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-543653714/snapshot-cleanup already deleted, retry=false 2024-11-08T22:21:09,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35939-0x1011c89c2290003, quorum=127.0.0.1:49152, baseZNode=/1-543653714 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-543653714/running 2024-11-08T22:21:09,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35939-0x1011c89c2290003, quorum=127.0.0.1:49152, baseZNode=/1-543653714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-543653714 2024-11-08T22:21:09,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39495-0x1011c89c2290004, quorum=127.0.0.1:49152, baseZNode=/1-543653714 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-543653714/running 2024-11-08T22:21:09,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39495-0x1011c89c2290004, quorum=127.0.0.1:49152, baseZNode=/1-543653714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-543653714 2024-11-08T22:21:09,960 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ff635fa717b5,35939,1731104468171, sessionid=0x1011c89c2290003, setting cluster-up flag (Was=false) 2024-11-08T22:21:09,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39495-0x1011c89c2290004, quorum=127.0.0.1:49152, baseZNode=/1-543653714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-543653714 2024-11-08T22:21:09,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35939-0x1011c89c2290003, quorum=127.0.0.1:49152, baseZNode=/1-543653714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-543653714 2024-11-08T22:21:10,008 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-543653714/flush-table-proc/acquired, /1-543653714/flush-table-proc/reached, /1-543653714/flush-table-proc/abort 2024-11-08T22:21:10,009 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff635fa717b5,35939,1731104468171 2024-11-08T22:21:10,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39495-0x1011c89c2290004, quorum=127.0.0.1:49152, baseZNode=/1-543653714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-543653714 2024-11-08T22:21:10,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35939-0x1011c89c2290003, quorum=127.0.0.1:49152, baseZNode=/1-543653714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-543653714 2024-11-08T22:21:10,061 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-543653714/online-snapshot/acquired, /1-543653714/online-snapshot/reached, /1-543653714/online-snapshot/abort 2024-11-08T22:21:10,062 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff635fa717b5,35939,1731104468171 2024-11-08T22:21:10,063 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T22:21:10,064 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T22:21:10,065 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T22:21:10,065 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T22:21:10,065 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ff635fa717b5,35939,1731104468171 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T22:21:10,066 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:21:10,067 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:21:10,067 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:21:10,067 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:21:10,067 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ff635fa717b5:0, corePoolSize=10, maxPoolSize=10 2024-11-08T22:21:10,067 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:21:10,067 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ff635fa717b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T22:21:10,067 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:21:10,071 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T22:21:10,072 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T22:21:10,072 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731104500072 2024-11-08T22:21:10,072 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T22:21:10,072 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T22:21:10,072 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T22:21:10,072 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T22:21:10,072 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T22:21:10,072 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T22:21:10,073 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:21:10,073 INFO [PEWorker-3 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T22:21:10,076 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T22:21:10,084 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T22:21:10,084 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T22:21:10,084 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T22:21:10,084 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T22:21:10,088 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T22:21:10,088 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T22:21:10,092 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.large.0-1731104470088,5,FailOnTimeoutGroup] 2024-11-08T22:21:10,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741831_1007 (size=1321) 2024-11-08T22:21:10,112 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.small.0-1731104470092,5,FailOnTimeoutGroup] 2024-11-08T22:21:10,112 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T22:21:10,112 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T22:21:10,112 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T22:21:10,112 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T22:21:10,121 INFO [PEWorker-3 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T22:21:10,121 INFO [PEWorker-3 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988 2024-11-08T22:21:10,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741832_1008 (size=32) 2024-11-08T22:21:10,147 INFO [RS:0;ff635fa717b5:39495 {}] regionserver.HRegionServer(746): ClusterId : 19a5c9ed-3d61-4414-af59-c9d670540082 2024-11-08T22:21:10,147 DEBUG [RS:0;ff635fa717b5:39495 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T22:21:10,188 DEBUG [RS:0;ff635fa717b5:39495 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T22:21:10,188 DEBUG [RS:0;ff635fa717b5:39495 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T22:21:10,198 DEBUG [RS:0;ff635fa717b5:39495 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T22:21:10,198 DEBUG [RS:0;ff635fa717b5:39495 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5185baed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff635fa717b5/172.17.0.3:0 2024-11-08T22:21:10,212 DEBUG [RS:0;ff635fa717b5:39495 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ff635fa717b5:39495 2024-11-08T22:21:10,212 INFO [RS:0;ff635fa717b5:39495 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T22:21:10,212 INFO [RS:0;ff635fa717b5:39495 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T22:21:10,212 DEBUG [RS:0;ff635fa717b5:39495 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T22:21:10,213 INFO [RS:0;ff635fa717b5:39495 {}] regionserver.HRegionServer(2659): reportForDuty to master=ff635fa717b5,35939,1731104468171 with port=39495, startcode=1731104468282 2024-11-08T22:21:10,213 DEBUG [RS:0;ff635fa717b5:39495 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T22:21:10,214 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52849, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T22:21:10,215 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35939 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ff635fa717b5,39495,1731104468282 2024-11-08T22:21:10,215 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35939 {}] master.ServerManager(517): Registering regionserver=ff635fa717b5,39495,1731104468282 2024-11-08T22:21:10,216 DEBUG [RS:0;ff635fa717b5:39495 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988 2024-11-08T22:21:10,216 DEBUG [RS:0;ff635fa717b5:39495 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35715 2024-11-08T22:21:10,216 DEBUG [RS:0;ff635fa717b5:39495 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T22:21:10,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35939-0x1011c89c2290003, quorum=127.0.0.1:49152, baseZNode=/1-543653714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-543653714/rs 2024-11-08T22:21:10,275 DEBUG [RS:0;ff635fa717b5:39495 {}] zookeeper.ZKUtil(111): regionserver:39495-0x1011c89c2290004, quorum=127.0.0.1:49152, baseZNode=/1-543653714 Set watcher on existing znode=/1-543653714/rs/ff635fa717b5,39495,1731104468282 2024-11-08T22:21:10,275 WARN [RS:0;ff635fa717b5:39495 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T22:21:10,275 INFO [RS:0;ff635fa717b5:39495 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:21:10,276 DEBUG [RS:0;ff635fa717b5:39495 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/WALs/ff635fa717b5,39495,1731104468282 2024-11-08T22:21:10,276 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ff635fa717b5,39495,1731104468282] 2024-11-08T22:21:10,279 INFO [RS:0;ff635fa717b5:39495 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T22:21:10,296 INFO [RS:0;ff635fa717b5:39495 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T22:21:10,300 INFO [RS:0;ff635fa717b5:39495 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T22:21:10,300 INFO [RS:0;ff635fa717b5:39495 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:21:10,308 INFO [RS:0;ff635fa717b5:39495 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T22:21:10,309 INFO [RS:0;ff635fa717b5:39495 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T22:21:10,309 INFO [RS:0;ff635fa717b5:39495 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T22:21:10,309 DEBUG [RS:0;ff635fa717b5:39495 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:21:10,309 DEBUG [RS:0;ff635fa717b5:39495 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:21:10,309 DEBUG [RS:0;ff635fa717b5:39495 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:21:10,309 DEBUG [RS:0;ff635fa717b5:39495 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:21:10,309 DEBUG [RS:0;ff635fa717b5:39495 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:21:10,309 DEBUG [RS:0;ff635fa717b5:39495 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ff635fa717b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T22:21:10,309 DEBUG [RS:0;ff635fa717b5:39495 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:21:10,309 DEBUG [RS:0;ff635fa717b5:39495 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:21:10,309 DEBUG [RS:0;ff635fa717b5:39495 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:21:10,309 DEBUG [RS:0;ff635fa717b5:39495 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:21:10,309 DEBUG [RS:0;ff635fa717b5:39495 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:21:10,310 DEBUG [RS:0;ff635fa717b5:39495 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:21:10,310 DEBUG [RS:0;ff635fa717b5:39495 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T22:21:10,310 DEBUG [RS:0;ff635fa717b5:39495 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T22:21:10,320 INFO [RS:0;ff635fa717b5:39495 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T22:21:10,320 INFO [RS:0;ff635fa717b5:39495 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T22:21:10,320 INFO [RS:0;ff635fa717b5:39495 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:21:10,320 INFO [RS:0;ff635fa717b5:39495 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T22:21:10,320 INFO [RS:0;ff635fa717b5:39495 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T22:21:10,321 INFO [RS:0;ff635fa717b5:39495 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,39495,1731104468282-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T22:21:10,341 INFO [RS:0;ff635fa717b5:39495 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T22:21:10,341 INFO [RS:0;ff635fa717b5:39495 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,39495,1731104468282-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:21:10,342 INFO [RS:0;ff635fa717b5:39495 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:21:10,342 INFO [RS:0;ff635fa717b5:39495 {}] regionserver.Replication(171): ff635fa717b5,39495,1731104468282 started 2024-11-08T22:21:10,360 INFO [RS:0;ff635fa717b5:39495 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:21:10,360 INFO [RS:0;ff635fa717b5:39495 {}] regionserver.HRegionServer(1482): Serving as ff635fa717b5,39495,1731104468282, RpcServer on ff635fa717b5/172.17.0.3:39495, sessionid=0x1011c89c2290004 2024-11-08T22:21:10,360 DEBUG [RS:0;ff635fa717b5:39495 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T22:21:10,360 DEBUG [RS:0;ff635fa717b5:39495 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ff635fa717b5,39495,1731104468282 2024-11-08T22:21:10,360 DEBUG [RS:0;ff635fa717b5:39495 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff635fa717b5,39495,1731104468282' 2024-11-08T22:21:10,360 DEBUG [RS:0;ff635fa717b5:39495 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-543653714/flush-table-proc/abort' 2024-11-08T22:21:10,361 DEBUG [RS:0;ff635fa717b5:39495 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-543653714/flush-table-proc/acquired' 2024-11-08T22:21:10,361 DEBUG [RS:0;ff635fa717b5:39495 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T22:21:10,361 DEBUG [RS:0;ff635fa717b5:39495 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T22:21:10,361 DEBUG [RS:0;ff635fa717b5:39495 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ff635fa717b5,39495,1731104468282 2024-11-08T22:21:10,361 DEBUG [RS:0;ff635fa717b5:39495 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff635fa717b5,39495,1731104468282' 2024-11-08T22:21:10,361 DEBUG [RS:0;ff635fa717b5:39495 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-543653714/online-snapshot/abort' 2024-11-08T22:21:10,361 DEBUG [RS:0;ff635fa717b5:39495 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-543653714/online-snapshot/acquired' 2024-11-08T22:21:10,362 DEBUG [RS:0;ff635fa717b5:39495 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T22:21:10,362 INFO [RS:0;ff635fa717b5:39495 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T22:21:10,362 INFO [RS:0;ff635fa717b5:39495 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T22:21:10,462 INFO [RS:0;ff635fa717b5:39495 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T22:21:10,463 INFO [RS:0;ff635fa717b5:39495 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff635fa717b5%2C39495%2C1731104468282, suffix=, logDir=hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/WALs/ff635fa717b5,39495,1731104468282, archiveDir=hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/oldWALs, maxLogs=10 2024-11-08T22:21:10,481 DEBUG [RS:0;ff635fa717b5:39495 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/WALs/ff635fa717b5,39495,1731104468282/ff635fa717b5%2C39495%2C1731104468282.1731104470464, exclude list is [], retry=0 2024-11-08T22:21:10,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41283,DS-039f43a3-b0e0-4bb6-8984-3310fd9bb58f,DISK] 2024-11-08T22:21:10,485 INFO [RS:0;ff635fa717b5:39495 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/WALs/ff635fa717b5,39495,1731104468282/ff635fa717b5%2C39495%2C1731104468282.1731104470464 2024-11-08T22:21:10,485 DEBUG [RS:0;ff635fa717b5:39495 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36791:36791)] 2024-11-08T22:21:10,531 DEBUG [PEWorker-3 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:21:10,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T22:21:10,533 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T22:21:10,533 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:21:10,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:21:10,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T22:21:10,534 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T22:21:10,534 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:21:10,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:21:10,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T22:21:10,535 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T22:21:10,535 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:21:10,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:21:10,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T22:21:10,536 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T22:21:10,537 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:21:10,537 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:21:10,537 DEBUG [PEWorker-3 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T22:21:10,537 DEBUG [PEWorker-3 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/data/hbase/meta/1588230740 2024-11-08T22:21:10,538 DEBUG [PEWorker-3 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/data/hbase/meta/1588230740 2024-11-08T22:21:10,539 DEBUG [PEWorker-3 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T22:21:10,539 DEBUG [PEWorker-3 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T22:21:10,539 DEBUG [PEWorker-3 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T22:21:10,540 DEBUG [PEWorker-3 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T22:21:10,541 DEBUG [PEWorker-3 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:21:10,542 INFO [PEWorker-3 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63291341, jitterRate=-0.056885525584220886}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T22:21:10,542 DEBUG [PEWorker-3 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731104470531Initializing all the Stores at 1731104470531Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104470531Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104470532 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104470532Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104470532Cleaning up temporary data from old regions at 1731104470539 (+7 ms)Region opened successfully at 1731104470542 (+3 ms) 2024-11-08T22:21:10,542 DEBUG [PEWorker-3 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T22:21:10,542 INFO [PEWorker-3 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T22:21:10,542 DEBUG [PEWorker-3 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T22:21:10,542 DEBUG [PEWorker-3 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T22:21:10,542 DEBUG [PEWorker-3 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T22:21:10,543 INFO [PEWorker-3 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T22:21:10,543 DEBUG [PEWorker-3 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731104470542Disabling compacts and flushes for region at 1731104470542Disabling writes for close at 1731104470542Writing region close event to WAL at 1731104470542Closed at 1731104470542 2024-11-08T22:21:10,543 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T22:21:10,543 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T22:21:10,544 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T22:21:10,544 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T22:21:10,545 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T22:21:10,683 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:21:10,683 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:21:10,683 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:21:10,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:21:10,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:21:10,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:21:10,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:21:10,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:21:10,695 DEBUG [ff635fa717b5:35939 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T22:21:10,696 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ff635fa717b5,39495,1731104468282 2024-11-08T22:21:10,697 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff635fa717b5,39495,1731104468282, state=OPENING 2024-11-08T22:21:10,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:21:10,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:21:10,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:21:10,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:21:10,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:21:10,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:21:10,745 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T22:21:10,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:21:10,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:21:10,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:21:10,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:21:10,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39495-0x1011c89c2290004, quorum=127.0.0.1:49152, baseZNode=/1-543653714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-543653714 2024-11-08T22:21:10,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35939-0x1011c89c2290003, quorum=127.0.0.1:49152, baseZNode=/1-543653714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-543653714 2024-11-08T22:21:10,756 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-543653714/meta-region-server: CHANGED 2024-11-08T22:21:10,756 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T22:21:10,756 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-543653714/meta-region-server: CHANGED 2024-11-08T22:21:10,756 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ff635fa717b5,39495,1731104468282}] 2024-11-08T22:21:10,909 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T22:21:10,910 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54711, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T22:21:10,914 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T22:21:10,914 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:21:10,914 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T22:21:10,916 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff635fa717b5%2C39495%2C1731104468282.meta, suffix=.meta, logDir=hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/WALs/ff635fa717b5,39495,1731104468282, archiveDir=hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/oldWALs, maxLogs=10 2024-11-08T22:21:10,937 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/WALs/ff635fa717b5,39495,1731104468282/ff635fa717b5%2C39495%2C1731104468282.meta.1731104470917.meta, exclude list is [], retry=0 2024-11-08T22:21:10,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41283,DS-039f43a3-b0e0-4bb6-8984-3310fd9bb58f,DISK] 2024-11-08T22:21:10,945 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/WALs/ff635fa717b5,39495,1731104468282/ff635fa717b5%2C39495%2C1731104468282.meta.1731104470917.meta 2024-11-08T22:21:10,945 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36791:36791)] 2024-11-08T22:21:10,946 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T22:21:10,947 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T22:21:10,947 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T22:21:10,947 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T22:21:10,947 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T22:21:10,948 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T22:21:10,948 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:21:10,948 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T22:21:10,948 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T22:21:10,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T22:21:10,950 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T22:21:10,950 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:21:10,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:21:10,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T22:21:10,951 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T22:21:10,951 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:21:10,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:21:10,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T22:21:10,952 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T22:21:10,952 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:21:10,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:21:10,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T22:21:10,953 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T22:21:10,953 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:21:10,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:21:10,953 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T22:21:10,954 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/data/hbase/meta/1588230740 2024-11-08T22:21:10,955 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/data/hbase/meta/1588230740 2024-11-08T22:21:10,957 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T22:21:10,957 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T22:21:10,958 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T22:21:10,959 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T22:21:10,959 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63881520, jitterRate=-0.04809117317199707}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T22:21:10,960 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T22:21:10,960 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731104470948Writing region info on filesystem at 1731104470948Initializing all the Stores at 1731104470949 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104470949Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104470949Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104470949Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104470949Cleaning up temporary data from old regions at 1731104470957 (+8 ms)Running coprocessor post-open hooks at 1731104470960 (+3 ms)Region opened successfully at 1731104470960 2024-11-08T22:21:10,960 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731104470908 2024-11-08T22:21:10,962 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T22:21:10,962 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T22:21:10,963 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ff635fa717b5,39495,1731104468282 2024-11-08T22:21:10,964 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff635fa717b5,39495,1731104468282, state=OPEN 2024-11-08T22:21:10,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35939-0x1011c89c2290003, quorum=127.0.0.1:49152, baseZNode=/1-543653714 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-543653714/meta-region-server 2024-11-08T22:21:10,975 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ff635fa717b5,39495,1731104468282 2024-11-08T22:21:10,976 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-543653714/meta-region-server: CHANGED 2024-11-08T22:21:10,978 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T22:21:10,978 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ff635fa717b5,39495,1731104468282 in 219 msec 2024-11-08T22:21:10,979 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T22:21:10,979 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 435 msec 2024-11-08T22:21:10,979 DEBUG [PEWorker-4 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T22:21:10,980 INFO [PEWorker-4 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T22:21:10,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39495-0x1011c89c2290004, quorum=127.0.0.1:49152, baseZNode=/1-543653714 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-543653714/meta-region-server 2024-11-08T22:21:10,980 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-543653714/meta-region-server: CHANGED 2024-11-08T22:21:10,981 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:21:10,981 DEBUG [PEWorker-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,39495,1731104468282, seqNum=-1] 2024-11-08T22:21:10,981 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:21:10,982 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38537, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T22:21:10,986 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 921 msec 2024-11-08T22:21:10,986 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731104470986, completionTime=-1 2024-11-08T22:21:10,986 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T22:21:10,986 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T22:21:10,989 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T22:21:10,989 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731104530989 2024-11-08T22:21:10,989 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731104590989 2024-11-08T22:21:10,990 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-08T22:21:10,990 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,35939,1731104468171-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:21:10,990 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,35939,1731104468171-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:21:10,990 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,35939,1731104468171-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:21:10,990 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ff635fa717b5:35939, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:21:10,990 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T22:21:10,991 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T22:21:10,993 DEBUG [master/ff635fa717b5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T22:21:10,998 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.611sec 2024-11-08T22:21:10,998 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T22:21:10,998 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T22:21:10,998 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T22:21:10,998 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T22:21:10,998 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T22:21:10,998 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,35939,1731104468171-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T22:21:10,999 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,35939,1731104468171-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T22:21:11,000 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T22:21:11,000 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T22:21:11,001 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,35939,1731104468171-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:21:11,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f916968, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:21:11,048 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,35939,-1 for getting cluster id 2024-11-08T22:21:11,048 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:21:11,049 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '19a5c9ed-3d61-4414-af59-c9d670540082' 2024-11-08T22:21:11,049 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:21:11,050 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "19a5c9ed-3d61-4414-af59-c9d670540082" 2024-11-08T22:21:11,050 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66894796, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:21:11,050 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,35939,-1] 2024-11-08T22:21:11,050 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:21:11,050 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:21:11,051 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:21:11,052 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9566940, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:21:11,052 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:21:11,053 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,39495,1731104468282, seqNum=-1] 2024-11-08T22:21:11,053 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:21:11,054 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T22:21:11,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ff635fa717b5,35939,1731104468171 2024-11-08T22:21:11,056 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49152 2024-11-08T22:21:11,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49152, baseZNode=/1-543653714 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T22:21:11,065 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011c89c2290005 connected 2024-11-08T22:21:11,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e23485a-fdef-be34-bfe8-babfa347adbf/hadoop.log.dir so I do NOT create it in target/test-data/597e527c-3da3-9f27-5e6f-c53ae9ebe124 2024-11-08T22:21:11,074 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e23485a-fdef-be34-bfe8-babfa347adbf/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T22:21:11,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e23485a-fdef-be34-bfe8-babfa347adbf/hadoop.tmp.dir so I do NOT create it in target/test-data/597e527c-3da3-9f27-5e6f-c53ae9ebe124 2024-11-08T22:21:11,074 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e23485a-fdef-be34-bfe8-babfa347adbf/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T22:21:11,074 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/597e527c-3da3-9f27-5e6f-c53ae9ebe124 2024-11-08T22:21:11,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T22:21:11,074 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/597e527c-3da3-9f27-5e6f-c53ae9ebe124/cluster_f786fe44-40cb-e77b-4a02-aa0070b44edb, deleteOnExit=true 2024-11-08T22:21:11,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T22:21:11,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/597e527c-3da3-9f27-5e6f-c53ae9ebe124/test.cache.data in system properties and HBase conf 2024-11-08T22:21:11,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/597e527c-3da3-9f27-5e6f-c53ae9ebe124/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T22:21:11,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/597e527c-3da3-9f27-5e6f-c53ae9ebe124/hadoop.log.dir in system properties and HBase conf 2024-11-08T22:21:11,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/597e527c-3da3-9f27-5e6f-c53ae9ebe124/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T22:21:11,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/597e527c-3da3-9f27-5e6f-c53ae9ebe124/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T22:21:11,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T22:21:11,075 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T22:21:11,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/597e527c-3da3-9f27-5e6f-c53ae9ebe124/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T22:21:11,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/597e527c-3da3-9f27-5e6f-c53ae9ebe124/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T22:21:11,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/597e527c-3da3-9f27-5e6f-c53ae9ebe124/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T22:21:11,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/597e527c-3da3-9f27-5e6f-c53ae9ebe124/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T22:21:11,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/597e527c-3da3-9f27-5e6f-c53ae9ebe124/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T22:21:11,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/597e527c-3da3-9f27-5e6f-c53ae9ebe124/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T22:21:11,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/597e527c-3da3-9f27-5e6f-c53ae9ebe124/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T22:21:11,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/597e527c-3da3-9f27-5e6f-c53ae9ebe124/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T22:21:11,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/597e527c-3da3-9f27-5e6f-c53ae9ebe124/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T22:21:11,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/597e527c-3da3-9f27-5e6f-c53ae9ebe124/nfs.dump.dir in system properties and HBase conf 2024-11-08T22:21:11,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/597e527c-3da3-9f27-5e6f-c53ae9ebe124/java.io.tmpdir in system properties and HBase conf 2024-11-08T22:21:11,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/597e527c-3da3-9f27-5e6f-c53ae9ebe124/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T22:21:11,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/597e527c-3da3-9f27-5e6f-c53ae9ebe124/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T22:21:11,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/597e527c-3da3-9f27-5e6f-c53ae9ebe124/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T22:21:11,287 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T22:21:11,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:21:11,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:21:11,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:21:11,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:21:11,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:21:11,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:21:11,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:21:11,299 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:21:11,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:21:11,378 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:21:11,378 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:21:11,378 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:21:11,378 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:21:11,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:21:11,387 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:21:11,392 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:21:11,392 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:21:11,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:21:11,448 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T22:21:11,455 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T22:21:11,472 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T22:21:11,472 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T22:21:11,473 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T22:21:11,477 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T22:21:11,484 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@606d17dd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/597e527c-3da3-9f27-5e6f-c53ae9ebe124/hadoop.log.dir/,AVAILABLE} 2024-11-08T22:21:11,485 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70dd2d2a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T22:21:11,597 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@32927143{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/597e527c-3da3-9f27-5e6f-c53ae9ebe124/java.io.tmpdir/jetty-localhost-38423-hadoop-hdfs-3_4_1-tests_jar-_-any-18325703529541816922/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T22:21:11,598 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2acab9f0{HTTP/1.1, (http/1.1)}{localhost:38423} 2024-11-08T22:21:11,598 INFO [Time-limited test {}] server.Server(415): Started @345859ms 2024-11-08T22:21:11,935 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T22:21:11,939 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T22:21:11,949 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T22:21:11,949 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T22:21:11,949 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T22:21:11,949 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4941e926{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/597e527c-3da3-9f27-5e6f-c53ae9ebe124/hadoop.log.dir/,AVAILABLE} 2024-11-08T22:21:11,950 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47f7ba0c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T22:21:12,108 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@19f2c9d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/597e527c-3da3-9f27-5e6f-c53ae9ebe124/java.io.tmpdir/jetty-localhost-41657-hadoop-hdfs-3_4_1-tests_jar-_-any-17085813658708685837/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T22:21:12,109 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@14b3d318{HTTP/1.1, (http/1.1)}{localhost:41657} 2024-11-08T22:21:12,109 INFO [Time-limited test {}] server.Server(415): Started @346370ms 2024-11-08T22:21:12,119 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T22:21:12,926 WARN [Thread-4556 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/597e527c-3da3-9f27-5e6f-c53ae9ebe124/cluster_f786fe44-40cb-e77b-4a02-aa0070b44edb/data/data2/current/BP-1575130616-172.17.0.3-1731104471095/current, will proceed with Du for space computation calculation, 2024-11-08T22:21:12,926 WARN [Thread-4555 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/597e527c-3da3-9f27-5e6f-c53ae9ebe124/cluster_f786fe44-40cb-e77b-4a02-aa0070b44edb/data/data1/current/BP-1575130616-172.17.0.3-1731104471095/current, will proceed with Du for space computation calculation, 2024-11-08T22:21:12,938 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:21:12,938 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ff635fa717b5,36459,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff635fa717b5:36459 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T22:21:12,939 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 149174 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ff635fa717b5,36459,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff635fa717b5:36459 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T22:21:12,973 WARN [Thread-4543 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T22:21:12,975 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8979eb31938ac261 with lease ID 0xa1c7e9851eab40aa: Processing first storage report for DS-599b1703-9bc7-4201-a8c3-6df798355cc7 from datanode DatanodeRegistration(127.0.0.1:39377, datanodeUuid=373762c8-f761-4a10-ba2d-dc46c69a5f57, infoPort=41539, infoSecurePort=0, ipcPort=39665, storageInfo=lv=-57;cid=testClusterID;nsid=876122067;c=1731104471095) 2024-11-08T22:21:12,975 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8979eb31938ac261 with lease ID 0xa1c7e9851eab40aa: from storage DS-599b1703-9bc7-4201-a8c3-6df798355cc7 node DatanodeRegistration(127.0.0.1:39377, datanodeUuid=373762c8-f761-4a10-ba2d-dc46c69a5f57, infoPort=41539, infoSecurePort=0, ipcPort=39665, storageInfo=lv=-57;cid=testClusterID;nsid=876122067;c=1731104471095), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T22:21:12,976 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8979eb31938ac261 with lease ID 0xa1c7e9851eab40aa: Processing first storage report for DS-987e0b27-8f9b-4ec8-a463-612bf6a10006 from datanode DatanodeRegistration(127.0.0.1:39377, datanodeUuid=373762c8-f761-4a10-ba2d-dc46c69a5f57, infoPort=41539, infoSecurePort=0, ipcPort=39665, storageInfo=lv=-57;cid=testClusterID;nsid=876122067;c=1731104471095) 2024-11-08T22:21:12,976 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8979eb31938ac261 with lease ID 0xa1c7e9851eab40aa: from storage DS-987e0b27-8f9b-4ec8-a463-612bf6a10006 node DatanodeRegistration(127.0.0.1:39377, datanodeUuid=373762c8-f761-4a10-ba2d-dc46c69a5f57, infoPort=41539, infoSecurePort=0, ipcPort=39665, storageInfo=lv=-57;cid=testClusterID;nsid=876122067;c=1731104471095), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T22:21:13,043 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/597e527c-3da3-9f27-5e6f-c53ae9ebe124 2024-11-08T22:21:13,044 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:21:13,045 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:21:13,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39377 is added to blk_1073741825_1001 (size=7) 2024-11-08T22:21:13,452 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35559/user/jenkins/test-data/a1adadc3-3c64-8d1f-c89a-25bc1f03e6fe with version=8 2024-11-08T22:21:13,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35559/user/jenkins/test-data/a1adadc3-3c64-8d1f-c89a-25bc1f03e6fe/hbase-staging 2024-11-08T22:21:13,454 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ff635fa717b5:0 server-side Connection retries=45 2024-11-08T22:21:13,454 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:21:13,454 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T22:21:13,454 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T22:21:13,454 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:21:13,454 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T22:21:13,454 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T22:21:13,455 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T22:21:13,455 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32823 2024-11-08T22:21:13,456 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32823 connecting to ZooKeeper ensemble=127.0.0.1:49152 2024-11-08T22:21:13,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:328230x0, quorum=127.0.0.1:49152, baseZNode=/2149038266 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T22:21:13,523 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32823-0x1011c89c2290006 connected 2024-11-08T22:21:13,598 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:21:13,599 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:21:13,601 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32823-0x1011c89c2290006, quorum=127.0.0.1:49152, baseZNode=/2149038266 Set watcher on znode that does not yet exist, /2149038266/running 2024-11-08T22:21:13,601 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35559/user/jenkins/test-data/a1adadc3-3c64-8d1f-c89a-25bc1f03e6fe, hbase.cluster.distributed=false 2024-11-08T22:21:13,603 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32823-0x1011c89c2290006, quorum=127.0.0.1:49152, baseZNode=/2149038266 Set watcher on znode that does not yet exist, /2149038266/acl 2024-11-08T22:21:13,603 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32823 2024-11-08T22:21:13,603 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32823 2024-11-08T22:21:13,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32823 2024-11-08T22:21:13,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32823 2024-11-08T22:21:13,605 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32823 2024-11-08T22:21:13,624 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ff635fa717b5:0 server-side Connection retries=45 2024-11-08T22:21:13,625 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:21:13,625 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T22:21:13,625 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T22:21:13,625 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:21:13,625 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T22:21:13,625 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T22:21:13,625 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T22:21:13,628 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43597 2024-11-08T22:21:13,629 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43597 connecting to ZooKeeper ensemble=127.0.0.1:49152 2024-11-08T22:21:13,629 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:21:13,631 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:21:13,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:435970x0, quorum=127.0.0.1:49152, baseZNode=/2149038266 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T22:21:13,650 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:435970x0, quorum=127.0.0.1:49152, baseZNode=/2149038266 Set watcher on znode that does not yet exist, /2149038266/running 2024-11-08T22:21:13,650 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43597-0x1011c89c2290007 connected 2024-11-08T22:21:13,650 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T22:21:13,653 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T22:21:13,653 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43597-0x1011c89c2290007, quorum=127.0.0.1:49152, baseZNode=/2149038266 Set watcher on znode that does not yet exist, /2149038266/master 2024-11-08T22:21:13,654 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43597-0x1011c89c2290007, quorum=127.0.0.1:49152, baseZNode=/2149038266 Set watcher on znode that does not yet exist, /2149038266/acl 2024-11-08T22:21:13,655 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43597 2024-11-08T22:21:13,655 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43597 2024-11-08T22:21:13,655 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43597 2024-11-08T22:21:13,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43597 2024-11-08T22:21:13,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43597 2024-11-08T22:21:13,687 DEBUG [M:0;ff635fa717b5:32823 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ff635fa717b5:32823 2024-11-08T22:21:13,688 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2149038266/backup-masters/ff635fa717b5,32823,1731104473454 2024-11-08T22:21:13,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32823-0x1011c89c2290006, quorum=127.0.0.1:49152, baseZNode=/2149038266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2149038266/backup-masters 2024-11-08T22:21:13,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43597-0x1011c89c2290007, quorum=127.0.0.1:49152, baseZNode=/2149038266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2149038266/backup-masters 2024-11-08T22:21:13,694 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32823-0x1011c89c2290006, quorum=127.0.0.1:49152, baseZNode=/2149038266 Set watcher on existing znode=/2149038266/backup-masters/ff635fa717b5,32823,1731104473454 2024-11-08T22:21:13,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43597-0x1011c89c2290007, quorum=127.0.0.1:49152, baseZNode=/2149038266 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2149038266/master 2024-11-08T22:21:13,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32823-0x1011c89c2290006, quorum=127.0.0.1:49152, baseZNode=/2149038266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2149038266 2024-11-08T22:21:13,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43597-0x1011c89c2290007, quorum=127.0.0.1:49152, baseZNode=/2149038266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2149038266 2024-11-08T22:21:13,703 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32823-0x1011c89c2290006, quorum=127.0.0.1:49152, baseZNode=/2149038266 Set watcher on existing znode=/2149038266/master 2024-11-08T22:21:13,704 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2149038266/backup-masters/ff635fa717b5,32823,1731104473454 from backup master directory 2024-11-08T22:21:13,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43597-0x1011c89c2290007, quorum=127.0.0.1:49152, baseZNode=/2149038266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2149038266/backup-masters 2024-11-08T22:21:13,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32823-0x1011c89c2290006, quorum=127.0.0.1:49152, baseZNode=/2149038266 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2149038266/backup-masters/ff635fa717b5,32823,1731104473454 2024-11-08T22:21:13,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32823-0x1011c89c2290006, quorum=127.0.0.1:49152, baseZNode=/2149038266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2149038266/backup-masters 2024-11-08T22:21:13,713 WARN [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T22:21:13,713 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ff635fa717b5,32823,1731104473454 2024-11-08T22:21:13,717 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35559/user/jenkins/test-data/a1adadc3-3c64-8d1f-c89a-25bc1f03e6fe/hbase.id] with ID: f57906bb-7e45-415c-875e-7a29fe67aa92 2024-11-08T22:21:13,717 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35559/user/jenkins/test-data/a1adadc3-3c64-8d1f-c89a-25bc1f03e6fe/.tmp/hbase.id 2024-11-08T22:21:13,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39377 is added to blk_1073741826_1002 (size=42) 2024-11-08T22:21:13,730 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35559/user/jenkins/test-data/a1adadc3-3c64-8d1f-c89a-25bc1f03e6fe/.tmp/hbase.id]:[hdfs://localhost:35559/user/jenkins/test-data/a1adadc3-3c64-8d1f-c89a-25bc1f03e6fe/hbase.id] 2024-11-08T22:21:13,742 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:21:13,742 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T22:21:13,743 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T22:21:13,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32823-0x1011c89c2290006, quorum=127.0.0.1:49152, baseZNode=/2149038266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2149038266 2024-11-08T22:21:13,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43597-0x1011c89c2290007, quorum=127.0.0.1:49152, baseZNode=/2149038266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2149038266 2024-11-08T22:21:13,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39377 is added to blk_1073741827_1003 (size=196) 2024-11-08T22:21:13,763 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T22:21:13,764 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T22:21:13,765 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:21:13,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39377 is added to blk_1073741828_1004 (size=1189) 2024-11-08T22:21:13,783 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35559/user/jenkins/test-data/a1adadc3-3c64-8d1f-c89a-25bc1f03e6fe/MasterData/data/master/store 2024-11-08T22:21:13,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39377 is added to blk_1073741829_1005 (size=34) 2024-11-08T22:21:13,790 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:21:13,790 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T22:21:13,790 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:21:13,790 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:21:13,791 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T22:21:13,791 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:21:13,791 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:21:13,791 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731104473790Disabling compacts and flushes for region at 1731104473790Disabling writes for close at 1731104473791 (+1 ms)Writing region close event to WAL at 1731104473791Closed at 1731104473791 2024-11-08T22:21:13,791 WARN [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35559/user/jenkins/test-data/a1adadc3-3c64-8d1f-c89a-25bc1f03e6fe/MasterData/data/master/store/.initializing 2024-11-08T22:21:13,791 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35559/user/jenkins/test-data/a1adadc3-3c64-8d1f-c89a-25bc1f03e6fe/MasterData/WALs/ff635fa717b5,32823,1731104473454 2024-11-08T22:21:13,792 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T22:21:13,794 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ff635fa717b5%2C32823%2C1731104473454, suffix=, logDir=hdfs://localhost:35559/user/jenkins/test-data/a1adadc3-3c64-8d1f-c89a-25bc1f03e6fe/MasterData/WALs/ff635fa717b5,32823,1731104473454, archiveDir=hdfs://localhost:35559/user/jenkins/test-data/a1adadc3-3c64-8d1f-c89a-25bc1f03e6fe/MasterData/oldWALs, maxLogs=10 2024-11-08T22:21:13,810 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a1adadc3-3c64-8d1f-c89a-25bc1f03e6fe/MasterData/WALs/ff635fa717b5,32823,1731104473454/ff635fa717b5%2C32823%2C1731104473454.1731104473794, exclude list is [], retry=0 2024-11-08T22:21:13,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39377,DS-599b1703-9bc7-4201-a8c3-6df798355cc7,DISK] 2024-11-08T22:21:13,825 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a1adadc3-3c64-8d1f-c89a-25bc1f03e6fe/MasterData/WALs/ff635fa717b5,32823,1731104473454/ff635fa717b5%2C32823%2C1731104473454.1731104473794 2024-11-08T22:21:13,828 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41539:41539)] 2024-11-08T22:21:13,828 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T22:21:13,829 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:21:13,829 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:21:13,829 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:21:13,830 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:21:13,831 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T22:21:13,831 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:21:13,831 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:21:13,831 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:21:13,832 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T22:21:13,832 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:21:13,833 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:21:13,833 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:21:13,833 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T22:21:13,833 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:21:13,834 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:21:13,834 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:21:13,835 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T22:21:13,835 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:21:13,835 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:21:13,836 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:21:13,836 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35559/user/jenkins/test-data/a1adadc3-3c64-8d1f-c89a-25bc1f03e6fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:21:13,837 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35559/user/jenkins/test-data/a1adadc3-3c64-8d1f-c89a-25bc1f03e6fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:21:13,838 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:21:13,838 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:21:13,838 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T22:21:13,839 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:21:13,841 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35559/user/jenkins/test-data/a1adadc3-3c64-8d1f-c89a-25bc1f03e6fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:21:13,842 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75299014, jitterRate=0.12204274535179138}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T22:21:13,842 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731104473829Initializing all the Stores at 1731104473829Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104473829Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104473830 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104473830Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104473830Cleaning up temporary data from old regions at 1731104473838 (+8 ms)Region opened successfully at 1731104473842 (+4 ms) 2024-11-08T22:21:13,842 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T22:21:13,845 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@275f654b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff635fa717b5/172.17.0.3:0 2024-11-08T22:21:13,846 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T22:21:13,846 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T22:21:13,846 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T22:21:13,846 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T22:21:13,846 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T22:21:13,847 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T22:21:13,847 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T22:21:13,863 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T22:21:13,864 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32823-0x1011c89c2290006, quorum=127.0.0.1:49152, baseZNode=/2149038266 Unable to get data of znode /2149038266/balancer because node does not exist (not necessarily an error) 2024-11-08T22:21:13,892 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2149038266/balancer already deleted, retry=false 2024-11-08T22:21:13,893 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T22:21:13,894 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32823-0x1011c89c2290006, quorum=127.0.0.1:49152, baseZNode=/2149038266 Unable to get data of znode /2149038266/normalizer because node does not exist (not necessarily an error) 2024-11-08T22:21:13,903 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2149038266/normalizer already deleted, retry=false 2024-11-08T22:21:13,903 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T22:21:13,904 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32823-0x1011c89c2290006, quorum=127.0.0.1:49152, baseZNode=/2149038266 Unable to get data of znode /2149038266/switch/split because node does not exist (not necessarily an error) 2024-11-08T22:21:13,913 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2149038266/switch/split already deleted, retry=false 2024-11-08T22:21:13,914 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32823-0x1011c89c2290006, quorum=127.0.0.1:49152, baseZNode=/2149038266 Unable to get data of znode /2149038266/switch/merge because node does not exist (not necessarily an error) 2024-11-08T22:21:13,924 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2149038266/switch/merge already deleted, retry=false 2024-11-08T22:21:13,925 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32823-0x1011c89c2290006, quorum=127.0.0.1:49152, baseZNode=/2149038266 Unable to get data of znode /2149038266/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T22:21:13,934 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2149038266/snapshot-cleanup already deleted, retry=false 2024-11-08T22:21:13,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43597-0x1011c89c2290007, quorum=127.0.0.1:49152, baseZNode=/2149038266 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2149038266/running 2024-11-08T22:21:13,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32823-0x1011c89c2290006, quorum=127.0.0.1:49152, baseZNode=/2149038266 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2149038266/running 2024-11-08T22:21:13,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32823-0x1011c89c2290006, quorum=127.0.0.1:49152, baseZNode=/2149038266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2149038266 2024-11-08T22:21:13,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43597-0x1011c89c2290007, quorum=127.0.0.1:49152, baseZNode=/2149038266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2149038266 2024-11-08T22:21:13,946 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ff635fa717b5,32823,1731104473454, sessionid=0x1011c89c2290006, setting cluster-up flag (Was=false) 2024-11-08T22:21:13,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43597-0x1011c89c2290007, quorum=127.0.0.1:49152, baseZNode=/2149038266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2149038266 2024-11-08T22:21:13,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32823-0x1011c89c2290006, quorum=127.0.0.1:49152, baseZNode=/2149038266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2149038266 2024-11-08T22:21:14,008 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2149038266/flush-table-proc/acquired, /2149038266/flush-table-proc/reached, /2149038266/flush-table-proc/abort 2024-11-08T22:21:14,010 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff635fa717b5,32823,1731104473454 2024-11-08T22:21:14,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43597-0x1011c89c2290007, quorum=127.0.0.1:49152, baseZNode=/2149038266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2149038266 2024-11-08T22:21:14,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32823-0x1011c89c2290006, quorum=127.0.0.1:49152, baseZNode=/2149038266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2149038266 2024-11-08T22:21:14,061 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2149038266/online-snapshot/acquired, /2149038266/online-snapshot/reached, /2149038266/online-snapshot/abort 2024-11-08T22:21:14,063 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff635fa717b5,32823,1731104473454 2024-11-08T22:21:14,064 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35559/user/jenkins/test-data/a1adadc3-3c64-8d1f-c89a-25bc1f03e6fe/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T22:21:14,067 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T22:21:14,068 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T22:21:14,068 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T22:21:14,068 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ff635fa717b5,32823,1731104473454 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T22:21:14,070 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:21:14,070 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:21:14,070 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:21:14,070 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:21:14,070 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ff635fa717b5:0, corePoolSize=10, maxPoolSize=10 2024-11-08T22:21:14,070 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:21:14,070 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ff635fa717b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T22:21:14,070 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:21:14,088 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T22:21:14,089 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T22:21:14,093 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:21:14,094 INFO [PEWorker-2 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T22:21:14,100 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731104504100 2024-11-08T22:21:14,100 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T22:21:14,101 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T22:21:14,101 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T22:21:14,101 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T22:21:14,101 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T22:21:14,101 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T22:21:14,112 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T22:21:14,113 INFO [RS:0;ff635fa717b5:43597 {}] regionserver.HRegionServer(746): ClusterId : f57906bb-7e45-415c-875e-7a29fe67aa92 2024-11-08T22:21:14,113 DEBUG [RS:0;ff635fa717b5:43597 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T22:21:14,113 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T22:21:14,113 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T22:21:14,113 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T22:21:14,113 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T22:21:14,120 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T22:21:14,120 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T22:21:14,124 DEBUG [RS:0;ff635fa717b5:43597 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T22:21:14,124 DEBUG [RS:0;ff635fa717b5:43597 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T22:21:14,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39377 is added to blk_1073741831_1007 (size=1321) 2024-11-08T22:21:14,130 INFO [PEWorker-2 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35559/user/jenkins/test-data/a1adadc3-3c64-8d1f-c89a-25bc1f03e6fe/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T22:21:14,130 INFO [PEWorker-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35559/user/jenkins/test-data/a1adadc3-3c64-8d1f-c89a-25bc1f03e6fe 2024-11-08T22:21:14,132 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.large.0-1731104474120,5,FailOnTimeoutGroup] 2024-11-08T22:21:14,135 DEBUG [RS:0;ff635fa717b5:43597 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T22:21:14,135 DEBUG [RS:0;ff635fa717b5:43597 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@231b8e38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff635fa717b5/172.17.0.3:0 2024-11-08T22:21:14,136 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.small.0-1731104474132,5,FailOnTimeoutGroup] 2024-11-08T22:21:14,137 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T22:21:14,137 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T22:21:14,137 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T22:21:14,137 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T22:21:14,157 DEBUG [RS:0;ff635fa717b5:43597 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ff635fa717b5:43597 2024-11-08T22:21:14,157 INFO [RS:0;ff635fa717b5:43597 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T22:21:14,157 INFO [RS:0;ff635fa717b5:43597 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T22:21:14,157 DEBUG [RS:0;ff635fa717b5:43597 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T22:21:14,158 INFO [RS:0;ff635fa717b5:43597 {}] regionserver.HRegionServer(2659): reportForDuty to master=ff635fa717b5,32823,1731104473454 with port=43597, startcode=1731104473624 2024-11-08T22:21:14,158 DEBUG [RS:0;ff635fa717b5:43597 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T22:21:14,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39377 is added to blk_1073741832_1008 (size=32) 2024-11-08T22:21:14,159 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33767, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T22:21:14,160 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32823 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ff635fa717b5,43597,1731104473624 2024-11-08T22:21:14,160 DEBUG [PEWorker-2 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:21:14,160 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32823 {}] master.ServerManager(517): Registering regionserver=ff635fa717b5,43597,1731104473624 2024-11-08T22:21:14,161 DEBUG [RS:0;ff635fa717b5:43597 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35559/user/jenkins/test-data/a1adadc3-3c64-8d1f-c89a-25bc1f03e6fe 2024-11-08T22:21:14,161 DEBUG [RS:0;ff635fa717b5:43597 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35559 2024-11-08T22:21:14,161 DEBUG [RS:0;ff635fa717b5:43597 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T22:21:14,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T22:21:14,166 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T22:21:14,166 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:21:14,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:21:14,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T22:21:14,168 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T22:21:14,168 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:21:14,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:21:14,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T22:21:14,170 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T22:21:14,170 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:21:14,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:21:14,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T22:21:14,171 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T22:21:14,171 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:21:14,172 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:21:14,172 DEBUG [PEWorker-2 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T22:21:14,173 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35559/user/jenkins/test-data/a1adadc3-3c64-8d1f-c89a-25bc1f03e6fe/data/hbase/meta/1588230740 2024-11-08T22:21:14,173 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35559/user/jenkins/test-data/a1adadc3-3c64-8d1f-c89a-25bc1f03e6fe/data/hbase/meta/1588230740 2024-11-08T22:21:14,174 DEBUG [PEWorker-2 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T22:21:14,174 DEBUG [PEWorker-2 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T22:21:14,175 DEBUG [PEWorker-2 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T22:21:14,176 DEBUG [PEWorker-2 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T22:21:14,193 DEBUG [PEWorker-2 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35559/user/jenkins/test-data/a1adadc3-3c64-8d1f-c89a-25bc1f03e6fe/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:21:14,194 INFO [PEWorker-2 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64857785, jitterRate=-0.03354369103908539}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T22:21:14,195 DEBUG [PEWorker-2 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731104474160Initializing all the Stores at 1731104474161 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104474161Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104474164 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104474164Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104474164Cleaning up temporary data from old regions at 1731104474174 (+10 ms)Region opened successfully at 1731104474195 (+21 ms) 2024-11-08T22:21:14,195 DEBUG [PEWorker-2 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T22:21:14,195 INFO [PEWorker-2 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T22:21:14,195 DEBUG [PEWorker-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T22:21:14,195 DEBUG [PEWorker-2 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T22:21:14,195 DEBUG [PEWorker-2 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T22:21:14,196 INFO [PEWorker-2 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T22:21:14,196 DEBUG [PEWorker-2 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731104474195Disabling compacts and flushes for region at 1731104474195Disabling writes for close at 1731104474195Writing region close event to WAL at 1731104474196 (+1 ms)Closed at 1731104474196 2024-11-08T22:21:14,197 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T22:21:14,197 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T22:21:14,197 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T22:21:14,198 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T22:21:14,200 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T22:21:14,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32823-0x1011c89c2290006, quorum=127.0.0.1:49152, baseZNode=/2149038266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2149038266/rs 2024-11-08T22:21:14,250 DEBUG [RS:0;ff635fa717b5:43597 {}] zookeeper.ZKUtil(111): regionserver:43597-0x1011c89c2290007, quorum=127.0.0.1:49152, baseZNode=/2149038266 Set watcher on existing znode=/2149038266/rs/ff635fa717b5,43597,1731104473624 2024-11-08T22:21:14,250 WARN [RS:0;ff635fa717b5:43597 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T22:21:14,250 INFO [RS:0;ff635fa717b5:43597 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:21:14,250 DEBUG [RS:0;ff635fa717b5:43597 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35559/user/jenkins/test-data/a1adadc3-3c64-8d1f-c89a-25bc1f03e6fe/WALs/ff635fa717b5,43597,1731104473624 2024-11-08T22:21:14,250 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ff635fa717b5,43597,1731104473624] 2024-11-08T22:21:14,254 INFO [RS:0;ff635fa717b5:43597 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T22:21:14,256 INFO [RS:0;ff635fa717b5:43597 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T22:21:14,256 INFO [RS:0;ff635fa717b5:43597 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T22:21:14,256 INFO [RS:0;ff635fa717b5:43597 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:21:14,256 INFO [RS:0;ff635fa717b5:43597 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T22:21:14,257 INFO [RS:0;ff635fa717b5:43597 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T22:21:14,257 INFO [RS:0;ff635fa717b5:43597 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T22:21:14,257 DEBUG [RS:0;ff635fa717b5:43597 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:21:14,257 DEBUG [RS:0;ff635fa717b5:43597 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:21:14,257 DEBUG [RS:0;ff635fa717b5:43597 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:21:14,257 DEBUG [RS:0;ff635fa717b5:43597 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:21:14,257 DEBUG [RS:0;ff635fa717b5:43597 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:21:14,257 DEBUG [RS:0;ff635fa717b5:43597 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ff635fa717b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T22:21:14,257 DEBUG [RS:0;ff635fa717b5:43597 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:21:14,257 DEBUG [RS:0;ff635fa717b5:43597 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:21:14,257 DEBUG [RS:0;ff635fa717b5:43597 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:21:14,257 DEBUG [RS:0;ff635fa717b5:43597 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:21:14,257 DEBUG [RS:0;ff635fa717b5:43597 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:21:14,257 DEBUG [RS:0;ff635fa717b5:43597 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:21:14,257 DEBUG [RS:0;ff635fa717b5:43597 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T22:21:14,257 DEBUG [RS:0;ff635fa717b5:43597 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T22:21:14,260 INFO [RS:0;ff635fa717b5:43597 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T22:21:14,260 INFO [RS:0;ff635fa717b5:43597 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T22:21:14,260 INFO [RS:0;ff635fa717b5:43597 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:21:14,260 INFO [RS:0;ff635fa717b5:43597 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T22:21:14,260 INFO [RS:0;ff635fa717b5:43597 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T22:21:14,260 INFO [RS:0;ff635fa717b5:43597 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,43597,1731104473624-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T22:21:14,279 INFO [RS:0;ff635fa717b5:43597 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T22:21:14,279 INFO [RS:0;ff635fa717b5:43597 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,43597,1731104473624-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:21:14,279 INFO [RS:0;ff635fa717b5:43597 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:21:14,279 INFO [RS:0;ff635fa717b5:43597 {}] regionserver.Replication(171): ff635fa717b5,43597,1731104473624 started 2024-11-08T22:21:14,294 INFO [RS:0;ff635fa717b5:43597 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:21:14,294 INFO [RS:0;ff635fa717b5:43597 {}] regionserver.HRegionServer(1482): Serving as ff635fa717b5,43597,1731104473624, RpcServer on ff635fa717b5/172.17.0.3:43597, sessionid=0x1011c89c2290007 2024-11-08T22:21:14,294 DEBUG [RS:0;ff635fa717b5:43597 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T22:21:14,295 DEBUG [RS:0;ff635fa717b5:43597 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ff635fa717b5,43597,1731104473624 2024-11-08T22:21:14,295 DEBUG [RS:0;ff635fa717b5:43597 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff635fa717b5,43597,1731104473624' 2024-11-08T22:21:14,295 DEBUG [RS:0;ff635fa717b5:43597 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2149038266/flush-table-proc/abort' 2024-11-08T22:21:14,295 DEBUG [RS:0;ff635fa717b5:43597 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2149038266/flush-table-proc/acquired' 2024-11-08T22:21:14,295 DEBUG [RS:0;ff635fa717b5:43597 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T22:21:14,295 DEBUG [RS:0;ff635fa717b5:43597 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T22:21:14,295 DEBUG [RS:0;ff635fa717b5:43597 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ff635fa717b5,43597,1731104473624 2024-11-08T22:21:14,295 DEBUG [RS:0;ff635fa717b5:43597 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff635fa717b5,43597,1731104473624' 2024-11-08T22:21:14,295 DEBUG [RS:0;ff635fa717b5:43597 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2149038266/online-snapshot/abort' 2024-11-08T22:21:14,296 DEBUG [RS:0;ff635fa717b5:43597 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2149038266/online-snapshot/acquired' 2024-11-08T22:21:14,296 DEBUG [RS:0;ff635fa717b5:43597 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T22:21:14,296 INFO [RS:0;ff635fa717b5:43597 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T22:21:14,296 INFO [RS:0;ff635fa717b5:43597 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T22:21:14,350 WARN [ff635fa717b5:32823 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-08T22:21:14,397 INFO [RS:0;ff635fa717b5:43597 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T22:21:14,398 INFO [RS:0;ff635fa717b5:43597 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff635fa717b5%2C43597%2C1731104473624, suffix=, logDir=hdfs://localhost:35559/user/jenkins/test-data/a1adadc3-3c64-8d1f-c89a-25bc1f03e6fe/WALs/ff635fa717b5,43597,1731104473624, archiveDir=hdfs://localhost:35559/user/jenkins/test-data/a1adadc3-3c64-8d1f-c89a-25bc1f03e6fe/oldWALs, maxLogs=10 2024-11-08T22:21:14,415 DEBUG [RS:0;ff635fa717b5:43597 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a1adadc3-3c64-8d1f-c89a-25bc1f03e6fe/WALs/ff635fa717b5,43597,1731104473624/ff635fa717b5%2C43597%2C1731104473624.1731104474398, exclude list is [], retry=0 2024-11-08T22:21:14,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39377,DS-599b1703-9bc7-4201-a8c3-6df798355cc7,DISK] 2024-11-08T22:21:14,419 INFO [RS:0;ff635fa717b5:43597 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a1adadc3-3c64-8d1f-c89a-25bc1f03e6fe/WALs/ff635fa717b5,43597,1731104473624/ff635fa717b5%2C43597%2C1731104473624.1731104474398 2024-11-08T22:21:14,419 DEBUG [RS:0;ff635fa717b5:43597 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41539:41539)] 2024-11-08T22:21:14,600 DEBUG [ff635fa717b5:32823 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T22:21:14,601 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ff635fa717b5,43597,1731104473624 2024-11-08T22:21:14,602 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff635fa717b5,43597,1731104473624, state=OPENING 2024-11-08T22:21:14,629 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T22:21:14,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43597-0x1011c89c2290007, quorum=127.0.0.1:49152, baseZNode=/2149038266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2149038266 2024-11-08T22:21:14,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32823-0x1011c89c2290006, quorum=127.0.0.1:49152, baseZNode=/2149038266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2149038266 2024-11-08T22:21:14,723 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2149038266/meta-region-server: CHANGED 2024-11-08T22:21:14,723 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2149038266/meta-region-server: CHANGED 2024-11-08T22:21:14,724 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T22:21:14,724 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ff635fa717b5,43597,1731104473624}] 2024-11-08T22:21:14,877 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T22:21:14,893 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52169, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T22:21:14,898 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T22:21:14,898 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:21:14,898 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T22:21:14,905 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff635fa717b5%2C43597%2C1731104473624.meta, suffix=.meta, logDir=hdfs://localhost:35559/user/jenkins/test-data/a1adadc3-3c64-8d1f-c89a-25bc1f03e6fe/WALs/ff635fa717b5,43597,1731104473624, archiveDir=hdfs://localhost:35559/user/jenkins/test-data/a1adadc3-3c64-8d1f-c89a-25bc1f03e6fe/oldWALs, maxLogs=10 2024-11-08T22:21:14,923 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a1adadc3-3c64-8d1f-c89a-25bc1f03e6fe/WALs/ff635fa717b5,43597,1731104473624/ff635fa717b5%2C43597%2C1731104473624.meta.1731104474906.meta, exclude list is [], retry=0 2024-11-08T22:21:14,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39377,DS-599b1703-9bc7-4201-a8c3-6df798355cc7,DISK] 2024-11-08T22:21:14,941 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a1adadc3-3c64-8d1f-c89a-25bc1f03e6fe/WALs/ff635fa717b5,43597,1731104473624/ff635fa717b5%2C43597%2C1731104473624.meta.1731104474906.meta 2024-11-08T22:21:14,941 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41539:41539)] 2024-11-08T22:21:14,941 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T22:21:14,942 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T22:21:14,942 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T22:21:14,942 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T22:21:14,942 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T22:21:14,942 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T22:21:14,942 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:21:14,942 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T22:21:14,942 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T22:21:14,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T22:21:14,944 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T22:21:14,944 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:21:14,945 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:21:14,945 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T22:21:14,945 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T22:21:14,945 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:21:14,946 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:21:14,946 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T22:21:14,946 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T22:21:14,946 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:21:14,947 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:21:14,947 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T22:21:14,947 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T22:21:14,947 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:21:14,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:21:14,948 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T22:21:14,948 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35559/user/jenkins/test-data/a1adadc3-3c64-8d1f-c89a-25bc1f03e6fe/data/hbase/meta/1588230740 2024-11-08T22:21:14,956 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35559/user/jenkins/test-data/a1adadc3-3c64-8d1f-c89a-25bc1f03e6fe/data/hbase/meta/1588230740 2024-11-08T22:21:14,957 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T22:21:14,957 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T22:21:14,958 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T22:21:14,962 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T22:21:14,963 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70994809, jitterRate=0.05790509283542633}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T22:21:14,963 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T22:21:14,964 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731104474942Writing region info on filesystem at 1731104474942Initializing all the Stores at 1731104474943 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104474943Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104474943Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104474943Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104474943Cleaning up temporary data from old regions at 1731104474957 (+14 ms)Running coprocessor post-open hooks at 1731104474963 (+6 ms)Region opened successfully at 1731104474963 2024-11-08T22:21:14,965 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731104474877 2024-11-08T22:21:14,967 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T22:21:14,967 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T22:21:14,968 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ff635fa717b5,43597,1731104473624 2024-11-08T22:21:14,970 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff635fa717b5,43597,1731104473624, state=OPEN 2024-11-08T22:21:14,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32823-0x1011c89c2290006, quorum=127.0.0.1:49152, baseZNode=/2149038266 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2149038266/meta-region-server 2024-11-08T22:21:14,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43597-0x1011c89c2290007, quorum=127.0.0.1:49152, baseZNode=/2149038266 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2149038266/meta-region-server 2024-11-08T22:21:14,998 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ff635fa717b5,43597,1731104473624 2024-11-08T22:21:14,998 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2149038266/meta-region-server: CHANGED 2024-11-08T22:21:14,998 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2149038266/meta-region-server: CHANGED 2024-11-08T22:21:15,001 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T22:21:15,001 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ff635fa717b5,43597,1731104473624 in 274 msec 2024-11-08T22:21:15,006 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T22:21:15,006 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 804 msec 2024-11-08T22:21:15,009 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T22:21:15,009 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T22:21:15,010 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:21:15,010 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,43597,1731104473624, seqNum=-1] 2024-11-08T22:21:15,010 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:21:15,011 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52537, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T22:21:15,017 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 950 msec 2024-11-08T22:21:15,017 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731104475017, completionTime=-1 2024-11-08T22:21:15,017 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T22:21:15,017 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T22:21:15,020 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T22:21:15,020 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731104535020 2024-11-08T22:21:15,020 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731104595020 2024-11-08T22:21:15,020 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T22:21:15,020 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,32823,1731104473454-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:21:15,020 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,32823,1731104473454-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:21:15,020 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,32823,1731104473454-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:21:15,020 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ff635fa717b5:32823, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:21:15,020 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T22:21:15,025 DEBUG [master/ff635fa717b5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T22:21:15,031 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T22:21:15,035 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.322sec 2024-11-08T22:21:15,035 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T22:21:15,035 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T22:21:15,035 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T22:21:15,035 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T22:21:15,035 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T22:21:15,035 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,32823,1731104473454-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T22:21:15,035 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,32823,1731104473454-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T22:21:15,058 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T22:21:15,058 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T22:21:15,058 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,32823,1731104473454-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:21:15,112 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35c81e3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:21:15,112 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,32823,-1 for getting cluster id 2024-11-08T22:21:15,112 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:21:15,113 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f57906bb-7e45-415c-875e-7a29fe67aa92' 2024-11-08T22:21:15,113 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:21:15,113 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f57906bb-7e45-415c-875e-7a29fe67aa92" 2024-11-08T22:21:15,114 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d478cf3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:21:15,114 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,32823,-1] 2024-11-08T22:21:15,114 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:21:15,114 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:21:15,115 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:21:15,116 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66f427fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:21:15,116 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:21:15,117 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,43597,1731104473624, seqNum=-1] 2024-11-08T22:21:15,117 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:21:15,118 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T22:21:15,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ff635fa717b5,32823,1731104473454 2024-11-08T22:21:15,122 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:49152 2024-11-08T22:21:15,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:49152, baseZNode=/2149038266 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T22:21:15,141 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1011c89c2290008 connected 2024-11-08T22:21:15,147 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:21:15,148 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is ff635fa717b5,38321,1731104461236 2024-11-08T22:21:15,148 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@53d132fd 2024-11-08T22:21:15,149 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T22:21:15,151 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T22:21:15,152 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38321 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T22:21:15,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38321 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T22:21:15,155 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T22:21:15,155 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:21:15,156 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T22:21:15,157 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38321 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T22:21:15,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38321 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:21:15,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35241 is added to blk_1073741835_1011 (size=902) 2024-11-08T22:21:15,177 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 45cb647fb40da14b27ac80d1e7cf7313, NAME => 'test,,1731104475151.45cb647fb40da14b27ac80d1e7cf7313.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4 2024-11-08T22:21:15,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35241 is added to blk_1073741836_1012 (size=39) 2024-11-08T22:21:15,207 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731104475151.45cb647fb40da14b27ac80d1e7cf7313.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:21:15,207 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 45cb647fb40da14b27ac80d1e7cf7313, disabling compactions & flushes 2024-11-08T22:21:15,207 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731104475151.45cb647fb40da14b27ac80d1e7cf7313. 2024-11-08T22:21:15,207 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731104475151.45cb647fb40da14b27ac80d1e7cf7313. 2024-11-08T22:21:15,207 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731104475151.45cb647fb40da14b27ac80d1e7cf7313. after waiting 0 ms 2024-11-08T22:21:15,207 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731104475151.45cb647fb40da14b27ac80d1e7cf7313. 2024-11-08T22:21:15,207 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731104475151.45cb647fb40da14b27ac80d1e7cf7313. 2024-11-08T22:21:15,207 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 45cb647fb40da14b27ac80d1e7cf7313: Waiting for close lock at 1731104475207Disabling compacts and flushes for region at 1731104475207Disabling writes for close at 1731104475207Writing region close event to WAL at 1731104475207Closed at 1731104475207 2024-11-08T22:21:15,209 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T22:21:15,209 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731104475151.45cb647fb40da14b27ac80d1e7cf7313.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731104475209"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731104475209"}]},"ts":"1731104475209"} 2024-11-08T22:21:15,211 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T22:21:15,212 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T22:21:15,212 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731104475212"}]},"ts":"1731104475212"} 2024-11-08T22:21:15,214 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T22:21:15,215 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=45cb647fb40da14b27ac80d1e7cf7313, ASSIGN}] 2024-11-08T22:21:15,216 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=45cb647fb40da14b27ac80d1e7cf7313, ASSIGN 2024-11-08T22:21:15,217 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=45cb647fb40da14b27ac80d1e7cf7313, ASSIGN; state=OFFLINE, location=ff635fa717b5,38045,1731104461397; forceNewPlan=false, retain=false 2024-11-08T22:21:15,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38321 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:21:15,367 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=45cb647fb40da14b27ac80d1e7cf7313, regionState=OPENING, regionLocation=ff635fa717b5,38045,1731104461397 2024-11-08T22:21:15,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=45cb647fb40da14b27ac80d1e7cf7313, ASSIGN because future has completed 2024-11-08T22:21:15,369 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 45cb647fb40da14b27ac80d1e7cf7313, server=ff635fa717b5,38045,1731104461397}] 2024-11-08T22:21:15,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38321 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:21:15,525 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731104475151.45cb647fb40da14b27ac80d1e7cf7313. 2024-11-08T22:21:15,525 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 45cb647fb40da14b27ac80d1e7cf7313, NAME => 'test,,1731104475151.45cb647fb40da14b27ac80d1e7cf7313.', STARTKEY => '', ENDKEY => ''} 2024-11-08T22:21:15,525 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T22:21:15,525 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T22:21:15,525 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 45cb647fb40da14b27ac80d1e7cf7313 2024-11-08T22:21:15,525 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731104475151.45cb647fb40da14b27ac80d1e7cf7313.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:21:15,525 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 45cb647fb40da14b27ac80d1e7cf7313 2024-11-08T22:21:15,525 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 45cb647fb40da14b27ac80d1e7cf7313 2024-11-08T22:21:15,527 INFO [StoreOpener-45cb647fb40da14b27ac80d1e7cf7313-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 45cb647fb40da14b27ac80d1e7cf7313 2024-11-08T22:21:15,528 INFO [StoreOpener-45cb647fb40da14b27ac80d1e7cf7313-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45cb647fb40da14b27ac80d1e7cf7313 columnFamilyName f 2024-11-08T22:21:15,528 DEBUG [StoreOpener-45cb647fb40da14b27ac80d1e7cf7313-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:21:15,528 INFO [StoreOpener-45cb647fb40da14b27ac80d1e7cf7313-1 {}] regionserver.HStore(327): Store=45cb647fb40da14b27ac80d1e7cf7313/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:21:15,528 INFO [StoreOpener-45cb647fb40da14b27ac80d1e7cf7313-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 45cb647fb40da14b27ac80d1e7cf7313 2024-11-08T22:21:15,529 INFO [StoreOpener-45cb647fb40da14b27ac80d1e7cf7313-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45cb647fb40da14b27ac80d1e7cf7313 columnFamilyName f1 2024-11-08T22:21:15,529 DEBUG [StoreOpener-45cb647fb40da14b27ac80d1e7cf7313-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:21:15,529 INFO [StoreOpener-45cb647fb40da14b27ac80d1e7cf7313-1 {}] regionserver.HStore(327): Store=45cb647fb40da14b27ac80d1e7cf7313/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:21:15,529 INFO [StoreOpener-45cb647fb40da14b27ac80d1e7cf7313-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 45cb647fb40da14b27ac80d1e7cf7313 2024-11-08T22:21:15,530 INFO [StoreOpener-45cb647fb40da14b27ac80d1e7cf7313-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45cb647fb40da14b27ac80d1e7cf7313 columnFamilyName norep 2024-11-08T22:21:15,530 DEBUG [StoreOpener-45cb647fb40da14b27ac80d1e7cf7313-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:21:15,530 INFO [StoreOpener-45cb647fb40da14b27ac80d1e7cf7313-1 {}] regionserver.HStore(327): Store=45cb647fb40da14b27ac80d1e7cf7313/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:21:15,531 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 45cb647fb40da14b27ac80d1e7cf7313 2024-11-08T22:21:15,531 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/data/default/test/45cb647fb40da14b27ac80d1e7cf7313 2024-11-08T22:21:15,531 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/data/default/test/45cb647fb40da14b27ac80d1e7cf7313 2024-11-08T22:21:15,532 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 45cb647fb40da14b27ac80d1e7cf7313 2024-11-08T22:21:15,532 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 45cb647fb40da14b27ac80d1e7cf7313 2024-11-08T22:21:15,533 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T22:21:15,533 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 45cb647fb40da14b27ac80d1e7cf7313 2024-11-08T22:21:15,535 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/data/default/test/45cb647fb40da14b27ac80d1e7cf7313/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:21:15,535 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 45cb647fb40da14b27ac80d1e7cf7313; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73475492, jitterRate=0.09487015008926392}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T22:21:15,535 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 45cb647fb40da14b27ac80d1e7cf7313 2024-11-08T22:21:15,535 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 45cb647fb40da14b27ac80d1e7cf7313: Running coprocessor pre-open hook at 1731104475526Writing region info on filesystem at 1731104475526Initializing all the Stores at 1731104475526Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104475526Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104475526Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104475526Cleaning up temporary data from old regions at 1731104475532 (+6 ms)Running coprocessor post-open hooks at 1731104475535 (+3 ms)Region opened successfully at 1731104475535 2024-11-08T22:21:15,536 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731104475151.45cb647fb40da14b27ac80d1e7cf7313., pid=6, masterSystemTime=1731104475521 2024-11-08T22:21:15,538 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731104475151.45cb647fb40da14b27ac80d1e7cf7313. 2024-11-08T22:21:15,538 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731104475151.45cb647fb40da14b27ac80d1e7cf7313. 2024-11-08T22:21:15,538 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=45cb647fb40da14b27ac80d1e7cf7313, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ff635fa717b5,38045,1731104461397 2024-11-08T22:21:15,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 45cb647fb40da14b27ac80d1e7cf7313, server=ff635fa717b5,38045,1731104461397 because future has completed 2024-11-08T22:21:15,542 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T22:21:15,543 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 45cb647fb40da14b27ac80d1e7cf7313, server=ff635fa717b5,38045,1731104461397 in 172 msec 2024-11-08T22:21:15,544 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T22:21:15,544 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=45cb647fb40da14b27ac80d1e7cf7313, ASSIGN in 328 msec 2024-11-08T22:21:15,545 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T22:21:15,545 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731104475545"}]},"ts":"1731104475545"} 2024-11-08T22:21:15,547 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T22:21:15,548 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T22:21:15,549 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 396 msec 2024-11-08T22:21:15,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38321 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:21:15,788 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T22:21:15,788 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:21:15,788 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is ff635fa717b5,35939,1731104468171 2024-11-08T22:21:15,788 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1fb06b4a 2024-11-08T22:21:15,788 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T22:21:15,789 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T22:21:15,790 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35939 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T22:21:15,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35939 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T22:21:15,791 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T22:21:15,792 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:21:15,792 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35939 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T22:21:15,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:21:15,792 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T22:21:15,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741835_1011 (size=902) 2024-11-08T22:21:15,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:21:16,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:21:16,198 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 468c5dc2e90aba2141c37b3f142e602b, NAME => 'test,,1731104475789.468c5dc2e90aba2141c37b3f142e602b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988 2024-11-08T22:21:16,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741836_1012 (size=39) 2024-11-08T22:21:16,203 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731104475789.468c5dc2e90aba2141c37b3f142e602b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:21:16,203 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 468c5dc2e90aba2141c37b3f142e602b, disabling compactions & flushes 2024-11-08T22:21:16,203 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731104475789.468c5dc2e90aba2141c37b3f142e602b. 2024-11-08T22:21:16,203 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731104475789.468c5dc2e90aba2141c37b3f142e602b. 2024-11-08T22:21:16,203 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731104475789.468c5dc2e90aba2141c37b3f142e602b. after waiting 0 ms 2024-11-08T22:21:16,203 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731104475789.468c5dc2e90aba2141c37b3f142e602b. 2024-11-08T22:21:16,203 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731104475789.468c5dc2e90aba2141c37b3f142e602b. 2024-11-08T22:21:16,203 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 468c5dc2e90aba2141c37b3f142e602b: Waiting for close lock at 1731104476203Disabling compacts and flushes for region at 1731104476203Disabling writes for close at 1731104476203Writing region close event to WAL at 1731104476203Closed at 1731104476203 2024-11-08T22:21:16,204 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T22:21:16,204 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731104475789.468c5dc2e90aba2141c37b3f142e602b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731104476204"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731104476204"}]},"ts":"1731104476204"} 2024-11-08T22:21:16,206 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T22:21:16,207 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T22:21:16,207 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731104476207"}]},"ts":"1731104476207"} 2024-11-08T22:21:16,209 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T22:21:16,209 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=468c5dc2e90aba2141c37b3f142e602b, ASSIGN}] 2024-11-08T22:21:16,210 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=468c5dc2e90aba2141c37b3f142e602b, ASSIGN 2024-11-08T22:21:16,211 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=468c5dc2e90aba2141c37b3f142e602b, ASSIGN; state=OFFLINE, location=ff635fa717b5,39495,1731104468282; forceNewPlan=false, retain=false 2024-11-08T22:21:16,362 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=468c5dc2e90aba2141c37b3f142e602b, regionState=OPENING, regionLocation=ff635fa717b5,39495,1731104468282 2024-11-08T22:21:16,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=468c5dc2e90aba2141c37b3f142e602b, ASSIGN because future has completed 2024-11-08T22:21:16,364 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 468c5dc2e90aba2141c37b3f142e602b, server=ff635fa717b5,39495,1731104468282}] 2024-11-08T22:21:16,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:21:16,450 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T22:21:16,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:21:16,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:21:16,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:21:16,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:21:16,452 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:21:16,452 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:21:16,452 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:21:16,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:21:16,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:21:16,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:21:16,511 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:21:16,511 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:21:16,511 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:21:16,511 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:21:16,519 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731104475789.468c5dc2e90aba2141c37b3f142e602b. 2024-11-08T22:21:16,519 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 468c5dc2e90aba2141c37b3f142e602b, NAME => 'test,,1731104475789.468c5dc2e90aba2141c37b3f142e602b.', STARTKEY => '', ENDKEY => ''} 2024-11-08T22:21:16,519 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T22:21:16,519 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T22:21:16,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:21:16,519 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 468c5dc2e90aba2141c37b3f142e602b 2024-11-08T22:21:16,520 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731104475789.468c5dc2e90aba2141c37b3f142e602b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:21:16,520 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 468c5dc2e90aba2141c37b3f142e602b 2024-11-08T22:21:16,520 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 468c5dc2e90aba2141c37b3f142e602b 2024-11-08T22:21:16,521 INFO [StoreOpener-468c5dc2e90aba2141c37b3f142e602b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 468c5dc2e90aba2141c37b3f142e602b 2024-11-08T22:21:16,522 INFO [StoreOpener-468c5dc2e90aba2141c37b3f142e602b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 468c5dc2e90aba2141c37b3f142e602b columnFamilyName f 2024-11-08T22:21:16,522 DEBUG [StoreOpener-468c5dc2e90aba2141c37b3f142e602b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:21:16,522 INFO [StoreOpener-468c5dc2e90aba2141c37b3f142e602b-1 {}] regionserver.HStore(327): Store=468c5dc2e90aba2141c37b3f142e602b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:21:16,522 INFO [StoreOpener-468c5dc2e90aba2141c37b3f142e602b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 468c5dc2e90aba2141c37b3f142e602b 2024-11-08T22:21:16,523 INFO [StoreOpener-468c5dc2e90aba2141c37b3f142e602b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 468c5dc2e90aba2141c37b3f142e602b columnFamilyName f1 2024-11-08T22:21:16,523 DEBUG [StoreOpener-468c5dc2e90aba2141c37b3f142e602b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:21:16,523 INFO [StoreOpener-468c5dc2e90aba2141c37b3f142e602b-1 {}] regionserver.HStore(327): Store=468c5dc2e90aba2141c37b3f142e602b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:21:16,523 INFO [StoreOpener-468c5dc2e90aba2141c37b3f142e602b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 468c5dc2e90aba2141c37b3f142e602b 2024-11-08T22:21:16,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:21:16,524 INFO [StoreOpener-468c5dc2e90aba2141c37b3f142e602b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 468c5dc2e90aba2141c37b3f142e602b columnFamilyName norep 2024-11-08T22:21:16,524 DEBUG [StoreOpener-468c5dc2e90aba2141c37b3f142e602b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:21:16,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:21:16,524 INFO [StoreOpener-468c5dc2e90aba2141c37b3f142e602b-1 {}] regionserver.HStore(327): Store=468c5dc2e90aba2141c37b3f142e602b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:21:16,524 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 468c5dc2e90aba2141c37b3f142e602b 2024-11-08T22:21:16,525 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/data/default/test/468c5dc2e90aba2141c37b3f142e602b 2024-11-08T22:21:16,525 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/data/default/test/468c5dc2e90aba2141c37b3f142e602b 2024-11-08T22:21:16,526 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 468c5dc2e90aba2141c37b3f142e602b 2024-11-08T22:21:16,526 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 468c5dc2e90aba2141c37b3f142e602b 2024-11-08T22:21:16,526 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:21:16,526 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T22:21:16,527 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 468c5dc2e90aba2141c37b3f142e602b 2024-11-08T22:21:16,529 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/data/default/test/468c5dc2e90aba2141c37b3f142e602b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:21:16,529 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 468c5dc2e90aba2141c37b3f142e602b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71101004, jitterRate=0.05948752164840698}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T22:21:16,529 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 468c5dc2e90aba2141c37b3f142e602b 2024-11-08T22:21:16,529 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 468c5dc2e90aba2141c37b3f142e602b: Running coprocessor pre-open hook at 1731104476520Writing region info on filesystem at 1731104476520Initializing all the Stores at 1731104476520Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104476520Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104476521 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104476521Cleaning up temporary data from old regions at 1731104476526 (+5 ms)Running coprocessor post-open hooks at 1731104476529 (+3 ms)Region opened successfully at 1731104476529 2024-11-08T22:21:16,530 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731104475789.468c5dc2e90aba2141c37b3f142e602b., pid=6, masterSystemTime=1731104476516 2024-11-08T22:21:16,531 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731104475789.468c5dc2e90aba2141c37b3f142e602b. 2024-11-08T22:21:16,531 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731104475789.468c5dc2e90aba2141c37b3f142e602b. 2024-11-08T22:21:16,532 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=468c5dc2e90aba2141c37b3f142e602b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ff635fa717b5,39495,1731104468282 2024-11-08T22:21:16,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 468c5dc2e90aba2141c37b3f142e602b, server=ff635fa717b5,39495,1731104468282 because future has completed 2024-11-08T22:21:16,535 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T22:21:16,535 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 468c5dc2e90aba2141c37b3f142e602b, server=ff635fa717b5,39495,1731104468282 in 170 msec 2024-11-08T22:21:16,537 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T22:21:16,538 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=468c5dc2e90aba2141c37b3f142e602b, ASSIGN in 326 msec 2024-11-08T22:21:16,538 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T22:21:16,538 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731104476538"}]},"ts":"1731104476538"} 2024-11-08T22:21:16,540 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T22:21:16,540 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T22:21:16,542 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 750 msec 2024-11-08T22:21:16,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:21:16,928 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T22:21:16,928 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:21:16,928 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is ff635fa717b5,32823,1731104473454 2024-11-08T22:21:16,928 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b5d2d1a 2024-11-08T22:21:16,929 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T22:21:16,929 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T22:21:16,930 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32823 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T22:21:16,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32823 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T22:21:16,932 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T22:21:16,932 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:21:16,932 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32823 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T22:21:16,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:21:16,932 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T22:21:16,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39377 is added to blk_1073741835_1011 (size=902) 2024-11-08T22:21:17,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:21:17,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:21:17,339 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 12840c08000909722e0508fd3c2a94d9, NAME => 'test,,1731104476930.12840c08000909722e0508fd3c2a94d9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35559/user/jenkins/test-data/a1adadc3-3c64-8d1f-c89a-25bc1f03e6fe 2024-11-08T22:21:17,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39377 is added to blk_1073741836_1012 (size=39) 2024-11-08T22:21:17,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:21:17,744 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731104476930.12840c08000909722e0508fd3c2a94d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:21:17,744 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 12840c08000909722e0508fd3c2a94d9, disabling compactions & flushes 2024-11-08T22:21:17,744 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731104476930.12840c08000909722e0508fd3c2a94d9. 2024-11-08T22:21:17,744 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731104476930.12840c08000909722e0508fd3c2a94d9. 2024-11-08T22:21:17,744 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731104476930.12840c08000909722e0508fd3c2a94d9. after waiting 0 ms 2024-11-08T22:21:17,744 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731104476930.12840c08000909722e0508fd3c2a94d9. 2024-11-08T22:21:17,744 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731104476930.12840c08000909722e0508fd3c2a94d9. 2024-11-08T22:21:17,745 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 12840c08000909722e0508fd3c2a94d9: Waiting for close lock at 1731104477744Disabling compacts and flushes for region at 1731104477744Disabling writes for close at 1731104477744Writing region close event to WAL at 1731104477744Closed at 1731104477744 2024-11-08T22:21:17,745 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T22:21:17,746 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731104476930.12840c08000909722e0508fd3c2a94d9.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731104477745"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731104477745"}]},"ts":"1731104477745"} 2024-11-08T22:21:17,747 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T22:21:17,747 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T22:21:17,748 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731104477748"}]},"ts":"1731104477748"} 2024-11-08T22:21:17,749 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T22:21:17,749 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=12840c08000909722e0508fd3c2a94d9, ASSIGN}] 2024-11-08T22:21:17,749 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=12840c08000909722e0508fd3c2a94d9, ASSIGN 2024-11-08T22:21:17,750 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=12840c08000909722e0508fd3c2a94d9, ASSIGN; state=OFFLINE, location=ff635fa717b5,43597,1731104473624; forceNewPlan=false, retain=false 2024-11-08T22:21:17,901 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=12840c08000909722e0508fd3c2a94d9, regionState=OPENING, regionLocation=ff635fa717b5,43597,1731104473624 2024-11-08T22:21:17,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=12840c08000909722e0508fd3c2a94d9, ASSIGN because future has completed 2024-11-08T22:21:17,903 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 12840c08000909722e0508fd3c2a94d9, server=ff635fa717b5,43597,1731104473624}] 2024-11-08T22:21:18,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:21:18,068 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731104476930.12840c08000909722e0508fd3c2a94d9. 2024-11-08T22:21:18,068 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 12840c08000909722e0508fd3c2a94d9, NAME => 'test,,1731104476930.12840c08000909722e0508fd3c2a94d9.', STARTKEY => '', ENDKEY => ''} 2024-11-08T22:21:18,069 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T22:21:18,069 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T22:21:18,069 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 12840c08000909722e0508fd3c2a94d9 2024-11-08T22:21:18,069 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731104476930.12840c08000909722e0508fd3c2a94d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:21:18,069 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 12840c08000909722e0508fd3c2a94d9 2024-11-08T22:21:18,069 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 12840c08000909722e0508fd3c2a94d9 2024-11-08T22:21:18,072 INFO [StoreOpener-12840c08000909722e0508fd3c2a94d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 12840c08000909722e0508fd3c2a94d9 2024-11-08T22:21:18,073 INFO [StoreOpener-12840c08000909722e0508fd3c2a94d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12840c08000909722e0508fd3c2a94d9 columnFamilyName f 2024-11-08T22:21:18,073 DEBUG [StoreOpener-12840c08000909722e0508fd3c2a94d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:21:18,074 INFO [StoreOpener-12840c08000909722e0508fd3c2a94d9-1 {}] regionserver.HStore(327): Store=12840c08000909722e0508fd3c2a94d9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:21:18,074 INFO [StoreOpener-12840c08000909722e0508fd3c2a94d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 12840c08000909722e0508fd3c2a94d9 2024-11-08T22:21:18,074 INFO [StoreOpener-12840c08000909722e0508fd3c2a94d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12840c08000909722e0508fd3c2a94d9 columnFamilyName f1 2024-11-08T22:21:18,074 DEBUG [StoreOpener-12840c08000909722e0508fd3c2a94d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:21:18,075 INFO [StoreOpener-12840c08000909722e0508fd3c2a94d9-1 {}] regionserver.HStore(327): Store=12840c08000909722e0508fd3c2a94d9/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:21:18,075 INFO [StoreOpener-12840c08000909722e0508fd3c2a94d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 12840c08000909722e0508fd3c2a94d9 2024-11-08T22:21:18,077 INFO [StoreOpener-12840c08000909722e0508fd3c2a94d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12840c08000909722e0508fd3c2a94d9 columnFamilyName norep 2024-11-08T22:21:18,077 DEBUG [StoreOpener-12840c08000909722e0508fd3c2a94d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:21:18,077 INFO [StoreOpener-12840c08000909722e0508fd3c2a94d9-1 {}] regionserver.HStore(327): Store=12840c08000909722e0508fd3c2a94d9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:21:18,077 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 12840c08000909722e0508fd3c2a94d9 2024-11-08T22:21:18,078 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35559/user/jenkins/test-data/a1adadc3-3c64-8d1f-c89a-25bc1f03e6fe/data/default/test/12840c08000909722e0508fd3c2a94d9 2024-11-08T22:21:18,078 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35559/user/jenkins/test-data/a1adadc3-3c64-8d1f-c89a-25bc1f03e6fe/data/default/test/12840c08000909722e0508fd3c2a94d9 2024-11-08T22:21:18,079 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 12840c08000909722e0508fd3c2a94d9 2024-11-08T22:21:18,079 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 12840c08000909722e0508fd3c2a94d9 2024-11-08T22:21:18,079 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T22:21:18,080 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 12840c08000909722e0508fd3c2a94d9 2024-11-08T22:21:18,097 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35559/user/jenkins/test-data/a1adadc3-3c64-8d1f-c89a-25bc1f03e6fe/data/default/test/12840c08000909722e0508fd3c2a94d9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:21:18,097 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 12840c08000909722e0508fd3c2a94d9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58793116, jitterRate=-0.12391430139541626}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T22:21:18,097 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 12840c08000909722e0508fd3c2a94d9 2024-11-08T22:21:18,097 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 12840c08000909722e0508fd3c2a94d9: Running coprocessor pre-open hook at 1731104478069Writing region info on filesystem at 1731104478069Initializing all the Stores at 1731104478072 (+3 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104478072Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104478072Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104478072Cleaning up temporary data from old regions at 1731104478079 (+7 ms)Running coprocessor post-open hooks at 1731104478097 (+18 ms)Region opened successfully at 1731104478097 2024-11-08T22:21:18,098 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731104476930.12840c08000909722e0508fd3c2a94d9., pid=6, masterSystemTime=1731104478055 2024-11-08T22:21:18,100 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731104476930.12840c08000909722e0508fd3c2a94d9. 2024-11-08T22:21:18,100 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731104476930.12840c08000909722e0508fd3c2a94d9. 2024-11-08T22:21:18,100 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=12840c08000909722e0508fd3c2a94d9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ff635fa717b5,43597,1731104473624 2024-11-08T22:21:18,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 12840c08000909722e0508fd3c2a94d9, server=ff635fa717b5,43597,1731104473624 because future has completed 2024-11-08T22:21:18,104 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T22:21:18,104 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 12840c08000909722e0508fd3c2a94d9, server=ff635fa717b5,43597,1731104473624 in 200 msec 2024-11-08T22:21:18,106 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T22:21:18,106 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=12840c08000909722e0508fd3c2a94d9, ASSIGN in 355 msec 2024-11-08T22:21:18,106 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T22:21:18,106 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731104478106"}]},"ts":"1731104478106"} 2024-11-08T22:21:18,108 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T22:21:18,108 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T22:21:18,109 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1780 sec 2024-11-08T22:21:19,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:21:19,079 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T22:21:19,079 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b3a79a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:21:19,079 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,38321,-1 for getting cluster id 2024-11-08T22:21:19,079 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:21:19,080 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aab7739d-fee0-4e36-ac3d-03699c06c976' 2024-11-08T22:21:19,080 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:21:19,080 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aab7739d-fee0-4e36-ac3d-03699c06c976" 2024-11-08T22:21:19,080 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e5e41d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:21:19,080 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,38321,-1] 2024-11-08T22:21:19,081 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:21:19,081 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:21:19,082 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:21:19,082 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ef07ff5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:21:19,082 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:21:19,083 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is ff635fa717b5,38321,1731104461236 2024-11-08T22:21:19,083 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15f54bca 2024-11-08T22:21:19,083 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T22:21:19,084 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T22:21:19,085 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38321 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ff635fa717b5:35939,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T22:21:19,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38321 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T22:21:19,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38321 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T22:21:19,087 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ff635fa717b5:35939' 2024-11-08T22:21:19,088 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55aa29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:21:19,088 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,35939,-1 for getting cluster id 2024-11-08T22:21:19,088 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:21:19,089 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '19a5c9ed-3d61-4414-af59-c9d670540082' 2024-11-08T22:21:19,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:21:19,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "19a5c9ed-3d61-4414-af59-c9d670540082" 2024-11-08T22:21:19,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2580c487, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:21:19,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,35939,-1] 2024-11-08T22:21:19,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:21:19,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:21:19,090 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:21:19,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35905a97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:21:19,091 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:21:19,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ff635fa717b5,35939,1731104468171 2024-11-08T22:21:19,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76433e87 2024-11-08T22:21:19,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T22:21:19,092 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T22:21:19,093 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T22:21:19,093 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T22:21:19,093 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:21:19,093 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:21:19,093 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:21:19,093 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T22:21:19,094 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T22:21:19,095 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T22:21:19,095 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:21:19,095 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T22:21:19,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35241 is added to blk_1073741837_1013 (size=1138) 2024-11-08T22:21:19,107 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5d9dbde834b8a58742660fb714aedec7, NAME => 'hbase:replication,,1731104479093.5d9dbde834b8a58742660fb714aedec7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4 2024-11-08T22:21:19,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35241 is added to blk_1073741838_1014 (size=44) 2024-11-08T22:21:19,144 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T22:21:19,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38321 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T22:21:19,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38321 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T22:21:19,512 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731104479093.5d9dbde834b8a58742660fb714aedec7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:21:19,512 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 5d9dbde834b8a58742660fb714aedec7, disabling compactions & flushes 2024-11-08T22:21:19,512 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731104479093.5d9dbde834b8a58742660fb714aedec7. 2024-11-08T22:21:19,512 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731104479093.5d9dbde834b8a58742660fb714aedec7. 2024-11-08T22:21:19,512 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731104479093.5d9dbde834b8a58742660fb714aedec7. after waiting 0 ms 2024-11-08T22:21:19,512 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731104479093.5d9dbde834b8a58742660fb714aedec7. 2024-11-08T22:21:19,512 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731104479093.5d9dbde834b8a58742660fb714aedec7. 2024-11-08T22:21:19,512 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5d9dbde834b8a58742660fb714aedec7: Waiting for close lock at 1731104479512Disabling compacts and flushes for region at 1731104479512Disabling writes for close at 1731104479512Writing region close event to WAL at 1731104479512Closed at 1731104479512 2024-11-08T22:21:19,513 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T22:21:19,513 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731104479093.5d9dbde834b8a58742660fb714aedec7.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731104479513"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731104479513"}]},"ts":"1731104479513"} 2024-11-08T22:21:19,515 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T22:21:19,515 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T22:21:19,515 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731104479515"}]},"ts":"1731104479515"} 2024-11-08T22:21:19,516 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T22:21:19,517 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5d9dbde834b8a58742660fb714aedec7, ASSIGN}] 2024-11-08T22:21:19,517 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5d9dbde834b8a58742660fb714aedec7, ASSIGN 2024-11-08T22:21:19,518 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5d9dbde834b8a58742660fb714aedec7, ASSIGN; state=OFFLINE, location=ff635fa717b5,38045,1731104461397; forceNewPlan=false, retain=false 2024-11-08T22:21:19,668 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5d9dbde834b8a58742660fb714aedec7, regionState=OPENING, regionLocation=ff635fa717b5,38045,1731104461397 2024-11-08T22:21:19,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5d9dbde834b8a58742660fb714aedec7, ASSIGN because future has completed 2024-11-08T22:21:19,673 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5d9dbde834b8a58742660fb714aedec7, server=ff635fa717b5,38045,1731104461397}] 2024-11-08T22:21:19,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38321 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T22:21:19,827 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731104479093.5d9dbde834b8a58742660fb714aedec7. 2024-11-08T22:21:19,827 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:21:19,827 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T22:21:19,828 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff635fa717b5%2C38045%2C1731104461397.rep, suffix=, logDir=hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/WALs/ff635fa717b5,38045,1731104461397, archiveDir=hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/oldWALs, maxLogs=10 2024-11-08T22:21:19,843 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/WALs/ff635fa717b5,38045,1731104461397/ff635fa717b5%2C38045%2C1731104461397.rep.1731104479829, exclude list is [], retry=0 2024-11-08T22:21:19,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35241,DS-a7aeb03c-4d90-4136-a9fb-421be8264a7f,DISK] 2024-11-08T22:21:19,846 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/WALs/ff635fa717b5,38045,1731104461397/ff635fa717b5%2C38045%2C1731104461397.rep.1731104479829 2024-11-08T22:21:19,846 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34743:34743)] 2024-11-08T22:21:19,846 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 5d9dbde834b8a58742660fb714aedec7, NAME => 'hbase:replication,,1731104479093.5d9dbde834b8a58742660fb714aedec7.', STARTKEY => '', ENDKEY => ''} 2024-11-08T22:21:19,846 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T22:21:19,846 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T22:21:19,846 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731104479093.5d9dbde834b8a58742660fb714aedec7. service=MultiRowMutationService 2024-11-08T22:21:19,846 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T22:21:19,846 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5d9dbde834b8a58742660fb714aedec7 2024-11-08T22:21:19,846 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731104479093.5d9dbde834b8a58742660fb714aedec7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:21:19,847 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 5d9dbde834b8a58742660fb714aedec7 2024-11-08T22:21:19,847 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 5d9dbde834b8a58742660fb714aedec7 2024-11-08T22:21:19,847 INFO [StoreOpener-5d9dbde834b8a58742660fb714aedec7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5d9dbde834b8a58742660fb714aedec7 2024-11-08T22:21:19,848 INFO [StoreOpener-5d9dbde834b8a58742660fb714aedec7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5d9dbde834b8a58742660fb714aedec7 columnFamilyName hfileref 2024-11-08T22:21:19,848 DEBUG [StoreOpener-5d9dbde834b8a58742660fb714aedec7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:21:19,848 INFO [StoreOpener-5d9dbde834b8a58742660fb714aedec7-1 {}] regionserver.HStore(327): Store=5d9dbde834b8a58742660fb714aedec7/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:21:19,849 INFO [StoreOpener-5d9dbde834b8a58742660fb714aedec7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5d9dbde834b8a58742660fb714aedec7 2024-11-08T22:21:19,849 INFO [StoreOpener-5d9dbde834b8a58742660fb714aedec7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5d9dbde834b8a58742660fb714aedec7 columnFamilyName queue 2024-11-08T22:21:19,849 DEBUG [StoreOpener-5d9dbde834b8a58742660fb714aedec7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:21:19,849 INFO [StoreOpener-5d9dbde834b8a58742660fb714aedec7-1 {}] regionserver.HStore(327): Store=5d9dbde834b8a58742660fb714aedec7/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:21:19,850 INFO [StoreOpener-5d9dbde834b8a58742660fb714aedec7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5d9dbde834b8a58742660fb714aedec7 2024-11-08T22:21:19,850 INFO [StoreOpener-5d9dbde834b8a58742660fb714aedec7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5d9dbde834b8a58742660fb714aedec7 columnFamilyName sid 2024-11-08T22:21:19,850 DEBUG [StoreOpener-5d9dbde834b8a58742660fb714aedec7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:21:19,851 INFO [StoreOpener-5d9dbde834b8a58742660fb714aedec7-1 {}] regionserver.HStore(327): Store=5d9dbde834b8a58742660fb714aedec7/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:21:19,851 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 5d9dbde834b8a58742660fb714aedec7 2024-11-08T22:21:19,851 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/data/hbase/replication/5d9dbde834b8a58742660fb714aedec7 2024-11-08T22:21:19,851 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/data/hbase/replication/5d9dbde834b8a58742660fb714aedec7 2024-11-08T22:21:19,852 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 5d9dbde834b8a58742660fb714aedec7 2024-11-08T22:21:19,852 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 5d9dbde834b8a58742660fb714aedec7 2024-11-08T22:21:19,852 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T22:21:19,853 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 5d9dbde834b8a58742660fb714aedec7 2024-11-08T22:21:19,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/data/hbase/replication/5d9dbde834b8a58742660fb714aedec7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:21:19,854 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 5d9dbde834b8a58742660fb714aedec7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68128756, jitterRate=0.015197575092315674}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T22:21:19,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5d9dbde834b8a58742660fb714aedec7 2024-11-08T22:21:19,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 5d9dbde834b8a58742660fb714aedec7: Running coprocessor pre-open hook at 1731104479847Writing region info on filesystem at 1731104479847Initializing all the Stores at 1731104479847Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104479847Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104479847Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104479847Cleaning up temporary data from old regions at 1731104479852 (+5 ms)Running coprocessor post-open hooks at 1731104479854 (+2 ms)Region opened successfully at 1731104479854 2024-11-08T22:21:19,855 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731104479093.5d9dbde834b8a58742660fb714aedec7., pid=10, masterSystemTime=1731104479824 2024-11-08T22:21:19,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731104479093.5d9dbde834b8a58742660fb714aedec7. 2024-11-08T22:21:19,856 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731104479093.5d9dbde834b8a58742660fb714aedec7. 2024-11-08T22:21:19,856 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5d9dbde834b8a58742660fb714aedec7, regionState=OPEN, openSeqNum=2, regionLocation=ff635fa717b5,38045,1731104461397 2024-11-08T22:21:19,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5d9dbde834b8a58742660fb714aedec7, server=ff635fa717b5,38045,1731104461397 because future has completed 2024-11-08T22:21:19,860 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T22:21:19,860 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 5d9dbde834b8a58742660fb714aedec7, server=ff635fa717b5,38045,1731104461397 in 187 msec 2024-11-08T22:21:19,862 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T22:21:19,862 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5d9dbde834b8a58742660fb714aedec7, ASSIGN in 343 msec 2024-11-08T22:21:19,862 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T22:21:19,863 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731104479862"}]},"ts":"1731104479862"} 2024-11-08T22:21:19,864 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T22:21:19,864 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T22:21:19,865 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 771 msec 2024-11-08T22:21:19,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731104479093.5d9dbde834b8a58742660fb714aedec7., hostname=ff635fa717b5,38045,1731104461397, seqNum=2] 2024-11-08T22:21:20,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38045-0x1011c89c2290001, quorum=127.0.0.1:49152, baseZNode=/02055503437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02055503437 2024-11-08T22:21:20,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38321-0x1011c89c2290000, quorum=127.0.0.1:49152, baseZNode=/02055503437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02055503437 2024-11-08T22:21:20,199 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T22:21:20,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38321 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T22:21:20,351 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38045 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T22:21:20,351 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T22:21:20,385 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ff635fa717b5,38045,1731104461397, ReplicationSource: 1, currentBandwidth=0 2024-11-08T22:21:20,385 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:21:20,385 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,38045,1731104461397, seqNum=-1] 2024-11-08T22:21:20,386 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:21:20,386 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40119, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-08T22:21:20,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ff635fa717b5,38045,1731104461397', locateType=CURRENT is [region=hbase:replication,,1731104479093.5d9dbde834b8a58742660fb714aedec7., hostname=ff635fa717b5,38045,1731104461397, seqNum=2] 2024-11-08T22:21:20,389 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T22:21:20,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38321 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T22:21:20,391 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ff635fa717b5,38045,1731104461397 suceeded 2024-11-08T22:21:20,393 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T22:21:20,393 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-11-08T22:21:20,393 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ff635fa717b5:35939,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T22:21:20,394 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3080 sec 2024-11-08T22:21:20,404 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38045,1731104461397 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ff635fa717b5:35939' 2024-11-08T22:21:20,405 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38045,1731104461397 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ed93ebf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:21:20,405 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38045,1731104461397 {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,35939,-1 for getting cluster id 2024-11-08T22:21:20,405 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38045,1731104461397 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:21:20,406 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '19a5c9ed-3d61-4414-af59-c9d670540082' 2024-11-08T22:21:20,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:21:20,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "19a5c9ed-3d61-4414-af59-c9d670540082" 2024-11-08T22:21:20,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@136cd3c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:21:20,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,35939,-1] 2024-11-08T22:21:20,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:21:20,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:21:20,407 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:21:20,407 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38045,1731104461397 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c1f9c2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:21:20,408 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38045,1731104461397 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:21:20,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ff635fa717b5,35939,1731104468171 2024-11-08T22:21:20,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1841d76f 2024-11-08T22:21:20,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T22:21:20,409 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-08T22:21:20,410 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38045,1731104461397 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ff635fa717b5,38045,1731104461397 (queues=1) is replicating from cluster=aab7739d-fee0-4e36-ac3d-03699c06c976 to cluster=19a5c9ed-3d61-4414-af59-c9d670540082 2024-11-08T22:21:20,410 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38045,1731104461397 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ff635fa717b5%2C38045%2C1731104461397 2024-11-08T22:21:20,410 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38045,1731104461397 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ff635fa717b5,38045,1731104461397, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T22:21:20,412 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38045,1731104461397.replicationSource.shipperff635fa717b5%2C38045%2C1731104461397,1-ff635fa717b5,38045,1731104461397 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ff635fa717b5%2C38045%2C1731104461397 2024-11-08T22:21:20,412 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38045,1731104461397.replicationSource.wal-reader.ff635fa717b5%2C38045%2C1731104461397,1-ff635fa717b5,38045,1731104461397 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/WALs/ff635fa717b5,38045,1731104461397/ff635fa717b5%2C38045%2C1731104461397.1731104464929, startPosition=0, beingWritten=true 2024-11-08T22:21:20,418 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38045,1731104461397.replicationSource.wal-reader.ff635fa717b5%2C38045%2C1731104461397,1-ff635fa717b5,38045,1731104461397 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T22:21:20,418 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38045,1731104461397.replicationSource.wal-reader.ff635fa717b5%2C38045%2C1731104461397,1-ff635fa717b5,38045,1731104461397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/WALs/ff635fa717b5,38045,1731104461397/ff635fa717b5%2C38045%2C1731104461397.1731104464929 to pos 379, reset compression=false 2024-11-08T22:21:20,418 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38045,1731104461397.replicationSource.shipperff635fa717b5%2C38045%2C1731104461397,1-ff635fa717b5,38045,1731104461397 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff635fa717b5,38045,1731104461397 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/WALs/ff635fa717b5,38045,1731104461397/ff635fa717b5%2C38045%2C1731104461397.1731104464929, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T22:21:20,625 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38045,1731104461397.replicationSource.wal-reader.ff635fa717b5%2C38045%2C1731104461397,1-ff635fa717b5,38045,1731104461397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/WALs/ff635fa717b5,38045,1731104461397/ff635fa717b5%2C38045%2C1731104461397.1731104464929 to pos 379, reset compression=false 2024-11-08T22:21:20,928 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38045,1731104461397.replicationSource.wal-reader.ff635fa717b5%2C38045%2C1731104461397,1-ff635fa717b5,38045,1731104461397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/WALs/ff635fa717b5,38045,1731104461397/ff635fa717b5%2C38045%2C1731104461397.1731104464929 to pos 379, reset compression=false 2024-11-08T22:21:21,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38321 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T22:21:21,239 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T22:21:21,239 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T22:21:21,239 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:21:21,239 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:21:21,239 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:21:21,239 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:21:21,240 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2036ab40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:21:21,240 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,38321,-1 for getting cluster id 2024-11-08T22:21:21,240 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:21:21,240 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aab7739d-fee0-4e36-ac3d-03699c06c976' 2024-11-08T22:21:21,241 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:21:21,241 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aab7739d-fee0-4e36-ac3d-03699c06c976" 2024-11-08T22:21:21,241 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c891bfe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:21:21,241 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,38321,-1] 2024-11-08T22:21:21,241 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:21:21,241 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:21:21,242 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:21:21,243 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f634882, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:21:21,243 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31f9843d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:21:21,243 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,35939,-1 for getting cluster id 2024-11-08T22:21:21,243 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:21:21,244 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '19a5c9ed-3d61-4414-af59-c9d670540082' 2024-11-08T22:21:21,244 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:21:21,244 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "19a5c9ed-3d61-4414-af59-c9d670540082" 2024-11-08T22:21:21,244 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e9fc935, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:21:21,244 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,35939,-1] 2024-11-08T22:21:21,245 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:21:21,245 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:21:21,245 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:21:21,246 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ee227e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:21:21,248 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11760988, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:21:21,248 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,32823,-1 for getting cluster id 2024-11-08T22:21:21,248 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:21:21,249 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f57906bb-7e45-415c-875e-7a29fe67aa92' 2024-11-08T22:21:21,249 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:21:21,249 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f57906bb-7e45-415c-875e-7a29fe67aa92" 2024-11-08T22:21:21,249 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a656ab2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:21:21,249 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,32823,-1] 2024-11-08T22:21:21,249 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:21:21,249 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:21:21,250 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:21:21,250 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f0e7583, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:21:21,251 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:21:21,257 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731104481257/Put/seqid=0 2024-11-08T22:21:21,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35241 is added to blk_1073741840_1016 (size=7894) 2024-11-08T22:21:21,272 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731104481271/Put/seqid=0 2024-11-08T22:21:21,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35241 is added to blk_1073741841_1017 (size=7691) 2024-11-08T22:21:21,289 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24f8d25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:21:21,289 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,38321,-1 for getting cluster id 2024-11-08T22:21:21,289 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:21:21,291 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aab7739d-fee0-4e36-ac3d-03699c06c976' 2024-11-08T22:21:21,291 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:21:21,291 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aab7739d-fee0-4e36-ac3d-03699c06c976" 2024-11-08T22:21:21,291 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@563e0951, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:21:21,291 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,38321,-1] 2024-11-08T22:21:21,292 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:21:21,292 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:21:21,296 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:21:21,297 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@357dd82e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:21:21,297 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:21:21,301 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,38045,1731104461397, seqNum=-1] 2024-11-08T22:21:21,302 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:21:21,303 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T22:21:21,312 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:21:21,313 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is ff635fa717b5,38321,1731104461236 2024-11-08T22:21:21,313 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2fc07b74 2024-11-08T22:21:21,314 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T22:21:21,314 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T22:21:21,317 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731104475151.45cb647fb40da14b27ac80d1e7cf7313., hostname=ff635fa717b5,38045,1731104461397, seqNum=2] 2024-11-08T22:21:21,320 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T22:21:21,326 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-08T22:21:21,328 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-08T22:21:21,348 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38045,1731104461397.replicationSource.wal-reader.ff635fa717b5%2C38045%2C1731104461397,1-ff635fa717b5,38045,1731104461397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/WALs/ff635fa717b5,38045,1731104461397/ff635fa717b5%2C38045%2C1731104461397.1731104464929 to pos 379, reset compression=false 2024-11-08T22:21:21,349 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38045 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 45cb647fb40da14b27ac80d1e7cf7313/f 2024-11-08T22:21:21,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38045 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-08T22:21:21,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38045 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T22:21:21,355 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38045 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 45cb647fb40da14b27ac80d1e7cf7313/f 2024-11-08T22:21:21,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38045 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-08T22:21:21,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38045 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T22:21:21,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38045 {}] regionserver.HRegion(2603): Flush status journal for 45cb647fb40da14b27ac80d1e7cf7313: 2024-11-08T22:21:21,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38045 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/staging/jenkins__test__ou4hemn7nmb1tnafbf1vlvfhpcipeic1pb203keecpc6alsoqjd11pa8hjuf9224/f/hfile_1 2024-11-08T22:21:21,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38045 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/staging/jenkins__test__ou4hemn7nmb1tnafbf1vlvfhpcipeic1pb203keecpc6alsoqjd11pa8hjuf9224/f/hfile_1 as hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/data/default/test/45cb647fb40da14b27ac80d1e7cf7313/f/b4b54545b70b4a738b42145cb840969c_SeqId_4_ 2024-11-08T22:21:21,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38045 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/staging/jenkins__test__ou4hemn7nmb1tnafbf1vlvfhpcipeic1pb203keecpc6alsoqjd11pa8hjuf9224/f/hfile_0 2024-11-08T22:21:21,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38045 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/staging/jenkins__test__ou4hemn7nmb1tnafbf1vlvfhpcipeic1pb203keecpc6alsoqjd11pa8hjuf9224/f/hfile_0 as hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/data/default/test/45cb647fb40da14b27ac80d1e7cf7313/f/0e55a15f66b444ef8c96b4109b4f5a43_SeqId_4_ 2024-11-08T22:21:21,381 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38045 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/staging/jenkins__test__ou4hemn7nmb1tnafbf1vlvfhpcipeic1pb203keecpc6alsoqjd11pa8hjuf9224/f/hfile_1 into 45cb647fb40da14b27ac80d1e7cf7313/f as hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/data/default/test/45cb647fb40da14b27ac80d1e7cf7313/f/b4b54545b70b4a738b42145cb840969c_SeqId_4_ - updating store file list. 2024-11-08T22:21:21,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38045 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b4b54545b70b4a738b42145cb840969c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T22:21:21,386 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38045 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/data/default/test/45cb647fb40da14b27ac80d1e7cf7313/f/b4b54545b70b4a738b42145cb840969c_SeqId_4_ into 45cb647fb40da14b27ac80d1e7cf7313/f 2024-11-08T22:21:21,386 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38045 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/staging/jenkins__test__ou4hemn7nmb1tnafbf1vlvfhpcipeic1pb203keecpc6alsoqjd11pa8hjuf9224/f/hfile_1 into 45cb647fb40da14b27ac80d1e7cf7313/f (new location: hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/data/default/test/45cb647fb40da14b27ac80d1e7cf7313/f/b4b54545b70b4a738b42145cb840969c_SeqId_4_) 2024-11-08T22:21:21,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38045 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/staging/jenkins__test__ou4hemn7nmb1tnafbf1vlvfhpcipeic1pb203keecpc6alsoqjd11pa8hjuf9224/f/hfile_1 2024-11-08T22:21:21,387 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38045 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/staging/jenkins__test__ou4hemn7nmb1tnafbf1vlvfhpcipeic1pb203keecpc6alsoqjd11pa8hjuf9224/f/hfile_0 into 45cb647fb40da14b27ac80d1e7cf7313/f as hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/data/default/test/45cb647fb40da14b27ac80d1e7cf7313/f/0e55a15f66b444ef8c96b4109b4f5a43_SeqId_4_ - updating store file list. 2024-11-08T22:21:21,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38045 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0e55a15f66b444ef8c96b4109b4f5a43_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T22:21:21,391 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38045 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/data/default/test/45cb647fb40da14b27ac80d1e7cf7313/f/0e55a15f66b444ef8c96b4109b4f5a43_SeqId_4_ into 45cb647fb40da14b27ac80d1e7cf7313/f 2024-11-08T22:21:21,391 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38045 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/staging/jenkins__test__ou4hemn7nmb1tnafbf1vlvfhpcipeic1pb203keecpc6alsoqjd11pa8hjuf9224/f/hfile_0 into 45cb647fb40da14b27ac80d1e7cf7313/f (new location: hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/data/default/test/45cb647fb40da14b27ac80d1e7cf7313/f/0e55a15f66b444ef8c96b4109b4f5a43_SeqId_4_) 2024-11-08T22:21:21,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38045 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/staging/jenkins__test__ou4hemn7nmb1tnafbf1vlvfhpcipeic1pb203keecpc6alsoqjd11pa8hjuf9224/f/hfile_0 2024-11-08T22:21:21,395 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T22:21:21,395 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:21:21,395 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:21:21,395 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:21:21,395 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:21:21,396 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:21:21,397 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,39495,1731104468282, seqNum=-1] 2024-11-08T22:21:21,397 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:21:21,398 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T22:21:21,399 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731104475789.468c5dc2e90aba2141c37b3f142e602b., hostname=ff635fa717b5,39495,1731104468282, seqNum=2] 2024-11-08T22:21:21,401 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-08T22:21:21,882 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38045,1731104461397.replicationSource.wal-reader.ff635fa717b5%2C38045%2C1731104461397,1-ff635fa717b5,38045,1731104461397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/WALs/ff635fa717b5,38045,1731104461397/ff635fa717b5%2C38045%2C1731104461397.1731104464929 to pos 379, reset compression=false 2024-11-08T22:21:21,885 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38045,1731104461397.replicationSource.wal-reader.ff635fa717b5%2C38045%2C1731104461397,1-ff635fa717b5,38045,1731104461397 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T22:21:21,885 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38045,1731104461397.replicationSource.shipperff635fa717b5%2C38045%2C1731104461397,1-ff635fa717b5,38045,1731104461397 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff635fa717b5,38045,1731104461397 got entry batch from reader: WALEntryBatch [walEntries=[{test/45cb647fb40da14b27ac80d1e7cf7313/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731104481391/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/WALs/ff635fa717b5,38045,1731104461397/ff635fa717b5%2C38045%2C1731104461397.1731104464929, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-08T22:21:21,887 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38045,1731104461397.replicationSource.shipperff635fa717b5%2C38045%2C1731104461397,1-ff635fa717b5,38045,1731104461397 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T22:21:21,888 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-08T22:21:21,888 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39495 {}] regionserver.ReplicationSink(318): Replicating [aab7739d-fee0-4e36-ac3d-03699c06c976] bulk loaded data 2024-11-08T22:21:21,889 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39495 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2671b1c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:21:21,889 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39495 {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,35939,-1 for getting cluster id 2024-11-08T22:21:21,889 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39495 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:21:21,889 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '19a5c9ed-3d61-4414-af59-c9d670540082' 2024-11-08T22:21:21,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:21:21,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "19a5c9ed-3d61-4414-af59-c9d670540082" 2024-11-08T22:21:21,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5044a633, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:21:21,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,35939,-1] 2024-11-08T22:21:21,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:21:21,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:21:21,890 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:21:21,891 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39495 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d8a4507, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:21:21,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741837_1013 (size=7691) 2024-11-08T22:21:22,022 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T22:21:22,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:21:22,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:21:22,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:21:22,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:21:22,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:21:22,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:21:22,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:21:22,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:21:22,074 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:21:22,074 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:21:22,074 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:21:22,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:21:22,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:21:22,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:21:22,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:21:22,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:21:22,085 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38045,1731104461397.replicationSource.wal-reader.ff635fa717b5%2C38045%2C1731104461397,1-ff635fa717b5,38045,1731104461397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/WALs/ff635fa717b5,38045,1731104461397/ff635fa717b5%2C38045%2C1731104461397.1731104464929 to pos 687, reset compression=false 2024-11-08T22:21:22,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:21:22,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:21:22,125 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T22:21:22,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741838_1014 (size=7894) 2024-11-08T22:21:22,401 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38045,1731104461397.replicationSource.wal-reader.ff635fa717b5%2C38045%2C1731104461397,1-ff635fa717b5,38045,1731104461397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/WALs/ff635fa717b5,38045,1731104461397/ff635fa717b5%2C38045%2C1731104461397.1731104464929 to pos 687, reset compression=false 2024-11-08T22:21:22,403 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-08T22:21:22,710 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39495 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:21:22,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ff635fa717b5,35939,1731104468171 2024-11-08T22:21:22,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46701e0c 2024-11-08T22:21:22,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T22:21:22,711 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-08T22:21:22,713 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39495 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T22:21:22,714 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39495 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:21:22,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,39495,1731104468282, seqNum=-1] 2024-11-08T22:21:22,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:21:22,715 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-08T22:21:22,720 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/staging/jenkins.hfs.22__test__2qdf3ek5191p28rqvhlnmca75srti9bd8kqdqjolrki939ohca0q7k65rh4383u/f/0e55a15f66b444ef8c96b4109b4f5a43_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-08T22:21:22,722 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/staging/jenkins.hfs.22__test__2qdf3ek5191p28rqvhlnmca75srti9bd8kqdqjolrki939ohca0q7k65rh4383u/f/b4b54545b70b4a738b42145cb840969c_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-08T22:21:22,729 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39495 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/staging/jenkins.hfs.22__test__2qdf3ek5191p28rqvhlnmca75srti9bd8kqdqjolrki939ohca0q7k65rh4383u/f/0e55a15f66b444ef8c96b4109b4f5a43_SeqId_4_ for inclusion in 468c5dc2e90aba2141c37b3f142e602b/f 2024-11-08T22:21:22,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39495 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-08T22:21:22,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39495 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T22:21:22,731 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39495 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/staging/jenkins.hfs.22__test__2qdf3ek5191p28rqvhlnmca75srti9bd8kqdqjolrki939ohca0q7k65rh4383u/f/b4b54545b70b4a738b42145cb840969c_SeqId_4_ for inclusion in 468c5dc2e90aba2141c37b3f142e602b/f 2024-11-08T22:21:22,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39495 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-08T22:21:22,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39495 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T22:21:22,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39495 {}] regionserver.HRegion(2603): Flush status journal for 468c5dc2e90aba2141c37b3f142e602b: 2024-11-08T22:21:22,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39495 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0e55a15f66b444ef8c96b4109b4f5a43_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-08T22:21:22,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39495 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/staging/jenkins.hfs.22__test__2qdf3ek5191p28rqvhlnmca75srti9bd8kqdqjolrki939ohca0q7k65rh4383u/f/0e55a15f66b444ef8c96b4109b4f5a43_SeqId_4_ as hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/data/default/test/468c5dc2e90aba2141c37b3f142e602b/f/757e21eb5c684fb8a686d8d8b4a2cdb5_SeqId_4_ 2024-11-08T22:21:22,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39495 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b4b54545b70b4a738b42145cb840969c_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-08T22:21:22,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39495 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/staging/jenkins.hfs.22__test__2qdf3ek5191p28rqvhlnmca75srti9bd8kqdqjolrki939ohca0q7k65rh4383u/f/b4b54545b70b4a738b42145cb840969c_SeqId_4_ as hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/data/default/test/468c5dc2e90aba2141c37b3f142e602b/f/cb54266b6ca5411fb56400a0b2a3c320_SeqId_4_ 2024-11-08T22:21:22,736 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39495 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/staging/jenkins.hfs.22__test__2qdf3ek5191p28rqvhlnmca75srti9bd8kqdqjolrki939ohca0q7k65rh4383u/f/0e55a15f66b444ef8c96b4109b4f5a43_SeqId_4_ into 468c5dc2e90aba2141c37b3f142e602b/f as hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/data/default/test/468c5dc2e90aba2141c37b3f142e602b/f/757e21eb5c684fb8a686d8d8b4a2cdb5_SeqId_4_ - updating store file list. 2024-11-08T22:21:22,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39495 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 757e21eb5c684fb8a686d8d8b4a2cdb5_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T22:21:22,739 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39495 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/data/default/test/468c5dc2e90aba2141c37b3f142e602b/f/757e21eb5c684fb8a686d8d8b4a2cdb5_SeqId_4_ into 468c5dc2e90aba2141c37b3f142e602b/f 2024-11-08T22:21:22,739 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39495 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/staging/jenkins.hfs.22__test__2qdf3ek5191p28rqvhlnmca75srti9bd8kqdqjolrki939ohca0q7k65rh4383u/f/0e55a15f66b444ef8c96b4109b4f5a43_SeqId_4_ into 468c5dc2e90aba2141c37b3f142e602b/f (new location: hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/data/default/test/468c5dc2e90aba2141c37b3f142e602b/f/757e21eb5c684fb8a686d8d8b4a2cdb5_SeqId_4_) 2024-11-08T22:21:22,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39495 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/staging/jenkins.hfs.22__test__2qdf3ek5191p28rqvhlnmca75srti9bd8kqdqjolrki939ohca0q7k65rh4383u/f/0e55a15f66b444ef8c96b4109b4f5a43_SeqId_4_ 2024-11-08T22:21:22,740 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39495 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/staging/jenkins.hfs.22__test__2qdf3ek5191p28rqvhlnmca75srti9bd8kqdqjolrki939ohca0q7k65rh4383u/f/b4b54545b70b4a738b42145cb840969c_SeqId_4_ into 468c5dc2e90aba2141c37b3f142e602b/f as hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/data/default/test/468c5dc2e90aba2141c37b3f142e602b/f/cb54266b6ca5411fb56400a0b2a3c320_SeqId_4_ - updating store file list. 2024-11-08T22:21:22,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39495 {}] regionserver.HStoreFile(483): HFile Bloom filter type for cb54266b6ca5411fb56400a0b2a3c320_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T22:21:22,743 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39495 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/data/default/test/468c5dc2e90aba2141c37b3f142e602b/f/cb54266b6ca5411fb56400a0b2a3c320_SeqId_4_ into 468c5dc2e90aba2141c37b3f142e602b/f 2024-11-08T22:21:22,743 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39495 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/staging/jenkins.hfs.22__test__2qdf3ek5191p28rqvhlnmca75srti9bd8kqdqjolrki939ohca0q7k65rh4383u/f/b4b54545b70b4a738b42145cb840969c_SeqId_4_ into 468c5dc2e90aba2141c37b3f142e602b/f (new location: hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/data/default/test/468c5dc2e90aba2141c37b3f142e602b/f/cb54266b6ca5411fb56400a0b2a3c320_SeqId_4_) 2024-11-08T22:21:22,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39495 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/staging/jenkins.hfs.22__test__2qdf3ek5191p28rqvhlnmca75srti9bd8kqdqjolrki939ohca0q7k65rh4383u/f/b4b54545b70b4a738b42145cb840969c_SeqId_4_ 2024-11-08T22:21:22,745 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39495 {}] regionserver.ReplicationSink(324): Finished replicating [aab7739d-fee0-4e36-ac3d-03699c06c976] bulk loaded data 2024-11-08T22:21:22,805 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38045,1731104461397.replicationSource.wal-reader.ff635fa717b5%2C38045%2C1731104461397,1-ff635fa717b5,38045,1731104461397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/WALs/ff635fa717b5,38045,1731104461397/ff635fa717b5%2C38045%2C1731104461397.1731104464929 to pos 687, reset compression=false 2024-11-08T22:21:23,308 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38045,1731104461397.replicationSource.wal-reader.ff635fa717b5%2C38045%2C1731104461397,1-ff635fa717b5,38045,1731104461397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/WALs/ff635fa717b5,38045,1731104461397/ff635fa717b5%2C38045%2C1731104461397.1731104464929 to pos 687, reset compression=false 2024-11-08T22:21:23,411 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:21:23,412 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,43597,1731104473624, seqNum=-1] 2024-11-08T22:21:23,412 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:21:23,413 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T22:21:23,415 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731104476930.12840c08000909722e0508fd3c2a94d9., hostname=ff635fa717b5,43597,1731104473624, seqNum=2] 2024-11-08T22:21:23,422 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T22:21:23,423 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T22:21:23,425 DEBUG [regionserver/ff635fa717b5:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL ff635fa717b5%2C38045%2C1731104461397.rep:(num 1731104479829) roll requested 2024-11-08T22:21:23,433 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-08T22:21:23,441 DEBUG [regionserver/ff635fa717b5:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/WALs/ff635fa717b5,38045,1731104461397/ff635fa717b5%2C38045%2C1731104461397.rep.1731104483425, exclude list is [], retry=0 2024-11-08T22:21:23,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35241,DS-a7aeb03c-4d90-4136-a9fb-421be8264a7f,DISK] 2024-11-08T22:21:23,447 INFO [regionserver/ff635fa717b5:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/WALs/ff635fa717b5,38045,1731104461397/ff635fa717b5%2C38045%2C1731104461397.rep.1731104479829 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/WALs/ff635fa717b5,38045,1731104461397/ff635fa717b5%2C38045%2C1731104461397.rep.1731104483425 2024-11-08T22:21:23,453 DEBUG [regionserver/ff635fa717b5:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34743:34743)] 2024-11-08T22:21:23,453 DEBUG [regionserver/ff635fa717b5:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/WALs/ff635fa717b5,38045,1731104461397/ff635fa717b5%2C38045%2C1731104461397.rep.1731104479829 is not closed yet, will try archiving it next time 2024-11-08T22:21:23,453 DEBUG [regionserver/ff635fa717b5:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL ff635fa717b5%2C38045%2C1731104461397:(num 1731104464929) roll requested 2024-11-08T22:21:23,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35241 is added to blk_1073741839_1015 (size=1505) 2024-11-08T22:21:23,468 DEBUG [regionserver/ff635fa717b5:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/WALs/ff635fa717b5,38045,1731104461397/ff635fa717b5%2C38045%2C1731104461397.1731104483453, exclude list is [], retry=0 2024-11-08T22:21:23,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35241,DS-a7aeb03c-4d90-4136-a9fb-421be8264a7f,DISK] 2024-11-08T22:21:23,473 INFO [regionserver/ff635fa717b5:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/WALs/ff635fa717b5,38045,1731104461397/ff635fa717b5%2C38045%2C1731104461397.1731104464929 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/WALs/ff635fa717b5,38045,1731104461397/ff635fa717b5%2C38045%2C1731104461397.1731104483453 2024-11-08T22:21:23,474 DEBUG [regionserver/ff635fa717b5:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34743:34743)] 2024-11-08T22:21:23,475 DEBUG [regionserver/ff635fa717b5:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/WALs/ff635fa717b5,38045,1731104461397/ff635fa717b5%2C38045%2C1731104461397.1731104464929 is not closed yet, will try archiving it next time 2024-11-08T22:21:23,475 DEBUG [regionserver/ff635fa717b5:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL ff635fa717b5%2C38045%2C1731104461397.meta:.meta(num 1731104465667) roll requested 2024-11-08T22:21:23,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35241 is added to blk_1073741833_1009 (size=695) 2024-11-08T22:21:23,483 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a32c6f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:21:23,483 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,38321,-1 for getting cluster id 2024-11-08T22:21:23,483 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:21:23,484 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aab7739d-fee0-4e36-ac3d-03699c06c976' 2024-11-08T22:21:23,485 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:21:23,485 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aab7739d-fee0-4e36-ac3d-03699c06c976" 2024-11-08T22:21:23,485 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3894df09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:21:23,485 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,38321,-1] 2024-11-08T22:21:23,485 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:21:23,486 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/WALs/ff635fa717b5,38045,1731104461397/ff635fa717b5%2C38045%2C1731104461397.1731104464929 to hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/oldWALs/ff635fa717b5%2C38045%2C1731104461397.1731104464929 2024-11-08T22:21:23,486 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:21:23,487 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:21:23,487 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e744e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:21:23,488 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:21:23,490 DEBUG [regionserver/ff635fa717b5:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/WALs/ff635fa717b5,38045,1731104461397/ff635fa717b5%2C38045%2C1731104461397.meta.1731104483475.meta, exclude list is [], retry=0 2024-11-08T22:21:23,491 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is ff635fa717b5,38321,1731104461236 2024-11-08T22:21:23,491 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a6eb45a 2024-11-08T22:21:23,491 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T22:21:23,492 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T22:21:23,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35241,DS-a7aeb03c-4d90-4136-a9fb-421be8264a7f,DISK] 2024-11-08T22:21:23,492 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38321 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://ff635fa717b5:32823,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T22:21:23,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38321 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T22:21:23,497 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ff635fa717b5:32823' 2024-11-08T22:21:23,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38321 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-08T22:21:23,506 INFO [regionserver/ff635fa717b5:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/WALs/ff635fa717b5,38045,1731104461397/ff635fa717b5%2C38045%2C1731104461397.meta.1731104465667.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/WALs/ff635fa717b5,38045,1731104461397/ff635fa717b5%2C38045%2C1731104461397.meta.1731104483475.meta 2024-11-08T22:21:23,514 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e18ec90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:21:23,514 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,32823,-1 for getting cluster id 2024-11-08T22:21:23,514 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:21:23,515 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f57906bb-7e45-415c-875e-7a29fe67aa92' 2024-11-08T22:21:23,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:21:23,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f57906bb-7e45-415c-875e-7a29fe67aa92" 2024-11-08T22:21:23,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ea9d734, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:21:23,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,32823,-1] 2024-11-08T22:21:23,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:21:23,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:21:23,517 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:21:23,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c8beae8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:21:23,518 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:21:23,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is ff635fa717b5,32823,1731104473454 2024-11-08T22:21:23,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33c6faaf 2024-11-08T22:21:23,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T22:21:23,520 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T22:21:23,521 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-08T22:21:23,521 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T22:21:23,521 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:21:23,521 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:21:23,522 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:21:23,528 DEBUG [regionserver/ff635fa717b5:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34743:34743)] 2024-11-08T22:21:23,528 DEBUG [regionserver/ff635fa717b5:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/WALs/ff635fa717b5,38045,1731104461397/ff635fa717b5%2C38045%2C1731104461397.meta.1731104465667.meta is not closed yet, will try archiving it next time 2024-11-08T22:21:23,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35241 is added to blk_1073741834_1010 (size=3473) 2024-11-08T22:21:23,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38321 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-08T22:21:23,735 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T22:21:23,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38321 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-08T22:21:23,888 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38045 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-08T22:21:23,888 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-08T22:21:23,921 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38045,1731104461397.replicationSource.wal-reader.ff635fa717b5%2C38045%2C1731104461397,1-ff635fa717b5,38045,1731104461397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/WALs/ff635fa717b5,38045,1731104461397/ff635fa717b5%2C38045%2C1731104461397.1731104464929 to pos 687, reset compression=false 2024-11-08T22:21:23,922 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38045,1731104461397.replicationSource.wal-reader.ff635fa717b5%2C38045%2C1731104461397,1-ff635fa717b5,38045,1731104461397 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/WALs/ff635fa717b5,38045,1731104461397/ff635fa717b5%2C38045%2C1731104461397.1731104464929 was moved to hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/oldWALs/ff635fa717b5%2C38045%2C1731104461397.1731104464929 2024-11-08T22:21:23,923 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38045,1731104461397.replicationSource.wal-reader.ff635fa717b5%2C38045%2C1731104461397,1-ff635fa717b5,38045,1731104461397 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/WALs/ff635fa717b5,38045,1731104461397/ff635fa717b5%2C38045%2C1731104461397.1731104464929 2024-11-08T22:21:23,924 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38045,1731104461397.replicationSource.shipperff635fa717b5%2C38045%2C1731104461397,1-ff635fa717b5,38045,1731104461397 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff635fa717b5,38045,1731104461397 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/WALs/ff635fa717b5,38045,1731104461397/ff635fa717b5%2C38045%2C1731104461397.1731104464929, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-08T22:21:23,924 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38045,1731104461397.replicationSource.wal-reader.ff635fa717b5%2C38045%2C1731104461397,1-ff635fa717b5,38045,1731104461397 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/WALs/ff635fa717b5,38045,1731104461397/ff635fa717b5%2C38045%2C1731104461397.1731104483453, startPosition=0, beingWritten=true 2024-11-08T22:21:23,926 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38045,1731104461397.replicationSource.shipperff635fa717b5%2C38045%2C1731104461397,1-ff635fa717b5,38045,1731104461397 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [ff635fa717b5%2C38045%2C1731104461397.1731104464929] 2024-11-08T22:21:23,929 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-ff635fa717b5,38045,1731104461397, ReplicationSource: 2, currentBandwidth=0 2024-11-08T22:21:23,934 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-08T22:21:23,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38321 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-08T22:21:23,937 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on ff635fa717b5,38045,1731104461397 suceeded 2024-11-08T22:21:23,940 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-08T22:21:23,940 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 202 msec 2024-11-08T22:21:23,940 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://ff635fa717b5:32823,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T22:21:23,944 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 448 msec 2024-11-08T22:21:23,954 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,2-ff635fa717b5,38045,1731104461397 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ff635fa717b5:32823' 2024-11-08T22:21:23,955 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,2-ff635fa717b5,38045,1731104461397 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@51a605f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:21:23,955 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,2-ff635fa717b5,38045,1731104461397 {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,32823,-1 for getting cluster id 2024-11-08T22:21:23,955 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,2-ff635fa717b5,38045,1731104461397 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:21:23,956 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f57906bb-7e45-415c-875e-7a29fe67aa92' 2024-11-08T22:21:23,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:21:23,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f57906bb-7e45-415c-875e-7a29fe67aa92" 2024-11-08T22:21:23,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@756cdf47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:21:23,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,32823,-1] 2024-11-08T22:21:23,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:21:23,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:21:23,962 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:21:23,970 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,2-ff635fa717b5,38045,1731104461397 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16ff398a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:21:23,970 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,2-ff635fa717b5,38045,1731104461397 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:21:23,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is ff635fa717b5,32823,1731104473454 2024-11-08T22:21:23,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@aa9b24c 2024-11-08T22:21:23,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T22:21:23,972 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-08T22:21:23,973 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,2-ff635fa717b5,38045,1731104461397 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-ff635fa717b5,38045,1731104461397 (queues=1) is replicating from cluster=aab7739d-fee0-4e36-ac3d-03699c06c976 to cluster=f57906bb-7e45-415c-875e-7a29fe67aa92 2024-11-08T22:21:23,973 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,2-ff635fa717b5,38045,1731104461397 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=ff635fa717b5%2C38045%2C1731104461397 2024-11-08T22:21:23,973 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,2-ff635fa717b5,38045,1731104461397 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-ff635fa717b5,38045,1731104461397, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T22:21:23,974 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,2-ff635fa717b5,38045,1731104461397.replicationSource.wal-reader.ff635fa717b5%2C38045%2C1731104461397,2-ff635fa717b5,38045,1731104461397 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/WALs/ff635fa717b5,38045,1731104461397/ff635fa717b5%2C38045%2C1731104461397.1731104483453, startPosition=0, beingWritten=true 2024-11-08T22:21:23,974 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,2-ff635fa717b5,38045,1731104461397.replicationSource.shipperff635fa717b5%2C38045%2C1731104461397,2-ff635fa717b5,38045,1731104461397 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ff635fa717b5%2C38045%2C1731104461397 2024-11-08T22:21:24,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38321 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-08T22:21:24,128 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-08T22:21:24,128 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T22:21:24,128 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:21:24,128 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:21:24,128 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:21:24,129 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:21:24,129 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:21:24,133 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731104484132/Put/seqid=0 2024-11-08T22:21:24,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35241 is added to blk_1073741845_1021 (size=11194) 2024-11-08T22:21:24,169 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731104484168/Put/seqid=0 2024-11-08T22:21:24,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35241 is added to blk_1073741846_1022 (size=10791) 2024-11-08T22:21:24,186 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,2-ff635fa717b5,38045,1731104461397.replicationSource.wal-reader.ff635fa717b5%2C38045%2C1731104461397,2-ff635fa717b5,38045,1731104461397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/WALs/ff635fa717b5,38045,1731104461397/ff635fa717b5%2C38045%2C1731104461397.1731104483453 to pos 0, reset compression=false 2024-11-08T22:21:24,192 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@266cf680, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:21:24,192 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,38321,-1 for getting cluster id 2024-11-08T22:21:24,192 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:21:24,193 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aab7739d-fee0-4e36-ac3d-03699c06c976' 2024-11-08T22:21:24,193 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:21:24,193 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aab7739d-fee0-4e36-ac3d-03699c06c976" 2024-11-08T22:21:24,194 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c77bc60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:21:24,194 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,38321,-1] 2024-11-08T22:21:24,194 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:21:24,194 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:21:24,195 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:21:24,195 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bfaa7fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:21:24,196 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:21:24,197 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,38045,1731104461397, seqNum=-1] 2024-11-08T22:21:24,197 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:21:24,198 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T22:21:24,204 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:21:24,206 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is ff635fa717b5,38321,1731104461236 2024-11-08T22:21:24,206 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4de85876 2024-11-08T22:21:24,206 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T22:21:24,207 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T22:21:24,210 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731104475151.45cb647fb40da14b27ac80d1e7cf7313., hostname=ff635fa717b5,38045,1731104461397, seqNum=2] 2024-11-08T22:21:24,214 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T22:21:24,220 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-08T22:21:24,223 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-08T22:21:24,229 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38045 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 45cb647fb40da14b27ac80d1e7cf7313/f 2024-11-08T22:21:24,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38045 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-08T22:21:24,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38045 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T22:21:24,231 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38045 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 45cb647fb40da14b27ac80d1e7cf7313/f 2024-11-08T22:21:24,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38045 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-08T22:21:24,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38045 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T22:21:24,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38045 {}] regionserver.HRegion(2603): Flush status journal for 45cb647fb40da14b27ac80d1e7cf7313: 2024-11-08T22:21:24,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38045 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/staging/jenkins__test__ph5ofjnftv82q9ge4kv6g0au0v24ai1jbkldl7dblc2e42mllr681m1l0u1e63ed/f/hfile_1 2024-11-08T22:21:24,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38045 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/staging/jenkins__test__ph5ofjnftv82q9ge4kv6g0au0v24ai1jbkldl7dblc2e42mllr681m1l0u1e63ed/f/hfile_1 as hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/data/default/test/45cb647fb40da14b27ac80d1e7cf7313/f/d451c6cd4e9c4da08bb0ff18cd9ce6a7_SeqId_6_ 2024-11-08T22:21:24,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38045 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/staging/jenkins__test__ph5ofjnftv82q9ge4kv6g0au0v24ai1jbkldl7dblc2e42mllr681m1l0u1e63ed/f/hfile_0 2024-11-08T22:21:24,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38045 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/staging/jenkins__test__ph5ofjnftv82q9ge4kv6g0au0v24ai1jbkldl7dblc2e42mllr681m1l0u1e63ed/f/hfile_0 as hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/data/default/test/45cb647fb40da14b27ac80d1e7cf7313/f/0d0935a41a044ab1b15afc0433affc29_SeqId_6_ 2024-11-08T22:21:24,250 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38045 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/staging/jenkins__test__ph5ofjnftv82q9ge4kv6g0au0v24ai1jbkldl7dblc2e42mllr681m1l0u1e63ed/f/hfile_1 into 45cb647fb40da14b27ac80d1e7cf7313/f as hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/data/default/test/45cb647fb40da14b27ac80d1e7cf7313/f/d451c6cd4e9c4da08bb0ff18cd9ce6a7_SeqId_6_ - updating store file list. 2024-11-08T22:21:24,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38045 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d451c6cd4e9c4da08bb0ff18cd9ce6a7_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-08T22:21:24,253 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38045 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/data/default/test/45cb647fb40da14b27ac80d1e7cf7313/f/d451c6cd4e9c4da08bb0ff18cd9ce6a7_SeqId_6_ into 45cb647fb40da14b27ac80d1e7cf7313/f 2024-11-08T22:21:24,253 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38045 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/staging/jenkins__test__ph5ofjnftv82q9ge4kv6g0au0v24ai1jbkldl7dblc2e42mllr681m1l0u1e63ed/f/hfile_1 into 45cb647fb40da14b27ac80d1e7cf7313/f (new location: hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/data/default/test/45cb647fb40da14b27ac80d1e7cf7313/f/d451c6cd4e9c4da08bb0ff18cd9ce6a7_SeqId_6_) 2024-11-08T22:21:24,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38045 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/staging/jenkins__test__ph5ofjnftv82q9ge4kv6g0au0v24ai1jbkldl7dblc2e42mllr681m1l0u1e63ed/f/hfile_1 2024-11-08T22:21:24,255 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38045 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/staging/jenkins__test__ph5ofjnftv82q9ge4kv6g0au0v24ai1jbkldl7dblc2e42mllr681m1l0u1e63ed/f/hfile_0 into 45cb647fb40da14b27ac80d1e7cf7313/f as hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/data/default/test/45cb647fb40da14b27ac80d1e7cf7313/f/0d0935a41a044ab1b15afc0433affc29_SeqId_6_ - updating store file list. 2024-11-08T22:21:24,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38045 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0d0935a41a044ab1b15afc0433affc29_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-08T22:21:24,259 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38045 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/data/default/test/45cb647fb40da14b27ac80d1e7cf7313/f/0d0935a41a044ab1b15afc0433affc29_SeqId_6_ into 45cb647fb40da14b27ac80d1e7cf7313/f 2024-11-08T22:21:24,259 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38045 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/staging/jenkins__test__ph5ofjnftv82q9ge4kv6g0au0v24ai1jbkldl7dblc2e42mllr681m1l0u1e63ed/f/hfile_0 into 45cb647fb40da14b27ac80d1e7cf7313/f (new location: hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/data/default/test/45cb647fb40da14b27ac80d1e7cf7313/f/0d0935a41a044ab1b15afc0433affc29_SeqId_6_) 2024-11-08T22:21:24,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38045 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/staging/jenkins__test__ph5ofjnftv82q9ge4kv6g0au0v24ai1jbkldl7dblc2e42mllr681m1l0u1e63ed/f/hfile_0 2024-11-08T22:21:24,264 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T22:21:24,264 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:21:24,264 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:21:24,264 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:21:24,264 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:21:24,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731104475151.45cb647fb40da14b27ac80d1e7cf7313., hostname=ff635fa717b5,38045,1731104461397, seqNum=2 , the old value is region=test,,1731104475151.45cb647fb40da14b27ac80d1e7cf7313., hostname=ff635fa717b5,38045,1731104461397, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=ff635fa717b5:38045 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T22:21:24,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731104475151.45cb647fb40da14b27ac80d1e7cf7313., hostname=ff635fa717b5,38045,1731104461397, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T22:21:24,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731104475151.45cb647fb40da14b27ac80d1e7cf7313., hostname=ff635fa717b5,38045,1731104461397, seqNum=2 from cache 2024-11-08T22:21:24,267 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-08T22:21:24,268 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-08T22:21:24,369 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff635fa717b5:38045 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-08T22:21:24,515 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,2-ff635fa717b5,38045,1731104461397.replicationSource.wal-reader.ff635fa717b5%2C38045%2C1731104461397,2-ff635fa717b5,38045,1731104461397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/WALs/ff635fa717b5,38045,1731104461397/ff635fa717b5%2C38045%2C1731104461397.1731104483453 to pos 0, reset compression=false 2024-11-08T22:21:24,519 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,2-ff635fa717b5,38045,1731104461397.replicationSource.wal-reader.ff635fa717b5%2C38045%2C1731104461397,2-ff635fa717b5,38045,1731104461397 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T22:21:24,519 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,2-ff635fa717b5,38045,1731104461397.replicationSource.shipperff635fa717b5%2C38045%2C1731104461397,2-ff635fa717b5,38045,1731104461397 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-ff635fa717b5,38045,1731104461397 got entry batch from reader: WALEntryBatch [walEntries=[{test/45cb647fb40da14b27ac80d1e7cf7313/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731104484260/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/WALs/ff635fa717b5,38045,1731104461397/ff635fa717b5%2C38045%2C1731104461397.1731104483453, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-08T22:21:24,521 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,2-ff635fa717b5,38045,1731104461397.replicationSource.shipperff635fa717b5%2C38045%2C1731104461397,2-ff635fa717b5,38045,1731104461397 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T22:21:24,522 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-08T22:21:24,522 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43597 {}] regionserver.ReplicationSink(318): Replicating [aab7739d-fee0-4e36-ac3d-03699c06c976] bulk loaded data 2024-11-08T22:21:24,522 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43597 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ba2132d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:21:24,522 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43597 {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,32823,-1 for getting cluster id 2024-11-08T22:21:24,523 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43597 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:21:24,523 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f57906bb-7e45-415c-875e-7a29fe67aa92' 2024-11-08T22:21:24,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:21:24,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f57906bb-7e45-415c-875e-7a29fe67aa92" 2024-11-08T22:21:24,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c9d4ea5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:21:24,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,32823,-1] 2024-11-08T22:21:24,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:21:24,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:21:24,524 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:21:24,525 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43597 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70adb221, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:21:24,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39377 is added to blk_1073741837_1013 (size=10791) 2024-11-08T22:21:24,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39377 is added to blk_1073741838_1014 (size=11194) 2024-11-08T22:21:24,565 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43597 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:21:24,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ff635fa717b5,32823,1731104473454 2024-11-08T22:21:24,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e0882b9 2024-11-08T22:21:24,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T22:21:24,567 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-08T22:21:24,570 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43597 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T22:21:24,570 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43597 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:21:24,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,43597,1731104473624, seqNum=-1] 2024-11-08T22:21:24,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:21:24,572 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-08T22:21:24,584 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35559/user/jenkins/test-data/a1adadc3-3c64-8d1f-c89a-25bc1f03e6fe/staging/jenkins.hfs.23__test__lvemisgsb0ffhui917o85me9t6sv0enuvo0mbidbkrj3s7sla4leb9bm6nd1rs1d/f/0d0935a41a044ab1b15afc0433affc29_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-08T22:21:24,594 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35559/user/jenkins/test-data/a1adadc3-3c64-8d1f-c89a-25bc1f03e6fe/staging/jenkins.hfs.23__test__lvemisgsb0ffhui917o85me9t6sv0enuvo0mbidbkrj3s7sla4leb9bm6nd1rs1d/f/d451c6cd4e9c4da08bb0ff18cd9ce6a7_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-08T22:21:24,604 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43597 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35559/user/jenkins/test-data/a1adadc3-3c64-8d1f-c89a-25bc1f03e6fe/staging/jenkins.hfs.23__test__lvemisgsb0ffhui917o85me9t6sv0enuvo0mbidbkrj3s7sla4leb9bm6nd1rs1d/f/0d0935a41a044ab1b15afc0433affc29_SeqId_6_ for inclusion in 12840c08000909722e0508fd3c2a94d9/f 2024-11-08T22:21:24,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43597 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-08T22:21:24,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43597 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T22:21:24,607 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43597 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35559/user/jenkins/test-data/a1adadc3-3c64-8d1f-c89a-25bc1f03e6fe/staging/jenkins.hfs.23__test__lvemisgsb0ffhui917o85me9t6sv0enuvo0mbidbkrj3s7sla4leb9bm6nd1rs1d/f/d451c6cd4e9c4da08bb0ff18cd9ce6a7_SeqId_6_ for inclusion in 12840c08000909722e0508fd3c2a94d9/f 2024-11-08T22:21:24,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43597 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-08T22:21:24,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43597 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T22:21:24,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43597 {}] regionserver.HRegion(2603): Flush status journal for 12840c08000909722e0508fd3c2a94d9: 2024-11-08T22:21:24,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43597 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0d0935a41a044ab1b15afc0433affc29_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-08T22:21:24,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43597 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35559/user/jenkins/test-data/a1adadc3-3c64-8d1f-c89a-25bc1f03e6fe/staging/jenkins.hfs.23__test__lvemisgsb0ffhui917o85me9t6sv0enuvo0mbidbkrj3s7sla4leb9bm6nd1rs1d/f/0d0935a41a044ab1b15afc0433affc29_SeqId_6_ as hdfs://localhost:35559/user/jenkins/test-data/a1adadc3-3c64-8d1f-c89a-25bc1f03e6fe/data/default/test/12840c08000909722e0508fd3c2a94d9/f/100abdbad0bb4598899f9764ad166d6a_SeqId_4_ 2024-11-08T22:21:24,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43597 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): d451c6cd4e9c4da08bb0ff18cd9ce6a7_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-08T22:21:24,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43597 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35559/user/jenkins/test-data/a1adadc3-3c64-8d1f-c89a-25bc1f03e6fe/staging/jenkins.hfs.23__test__lvemisgsb0ffhui917o85me9t6sv0enuvo0mbidbkrj3s7sla4leb9bm6nd1rs1d/f/d451c6cd4e9c4da08bb0ff18cd9ce6a7_SeqId_6_ as hdfs://localhost:35559/user/jenkins/test-data/a1adadc3-3c64-8d1f-c89a-25bc1f03e6fe/data/default/test/12840c08000909722e0508fd3c2a94d9/f/dc4e9c905a794345836707e7c98995d9_SeqId_4_ 2024-11-08T22:21:24,613 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43597 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35559/user/jenkins/test-data/a1adadc3-3c64-8d1f-c89a-25bc1f03e6fe/staging/jenkins.hfs.23__test__lvemisgsb0ffhui917o85me9t6sv0enuvo0mbidbkrj3s7sla4leb9bm6nd1rs1d/f/0d0935a41a044ab1b15afc0433affc29_SeqId_6_ into 12840c08000909722e0508fd3c2a94d9/f as hdfs://localhost:35559/user/jenkins/test-data/a1adadc3-3c64-8d1f-c89a-25bc1f03e6fe/data/default/test/12840c08000909722e0508fd3c2a94d9/f/100abdbad0bb4598899f9764ad166d6a_SeqId_4_ - updating store file list. 2024-11-08T22:21:24,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43597 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 100abdbad0bb4598899f9764ad166d6a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T22:21:24,617 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43597 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35559/user/jenkins/test-data/a1adadc3-3c64-8d1f-c89a-25bc1f03e6fe/data/default/test/12840c08000909722e0508fd3c2a94d9/f/100abdbad0bb4598899f9764ad166d6a_SeqId_4_ into 12840c08000909722e0508fd3c2a94d9/f 2024-11-08T22:21:24,617 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43597 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35559/user/jenkins/test-data/a1adadc3-3c64-8d1f-c89a-25bc1f03e6fe/staging/jenkins.hfs.23__test__lvemisgsb0ffhui917o85me9t6sv0enuvo0mbidbkrj3s7sla4leb9bm6nd1rs1d/f/0d0935a41a044ab1b15afc0433affc29_SeqId_6_ into 12840c08000909722e0508fd3c2a94d9/f (new location: hdfs://localhost:35559/user/jenkins/test-data/a1adadc3-3c64-8d1f-c89a-25bc1f03e6fe/data/default/test/12840c08000909722e0508fd3c2a94d9/f/100abdbad0bb4598899f9764ad166d6a_SeqId_4_) 2024-11-08T22:21:24,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43597 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35559/user/jenkins/test-data/a1adadc3-3c64-8d1f-c89a-25bc1f03e6fe/staging/jenkins.hfs.23__test__lvemisgsb0ffhui917o85me9t6sv0enuvo0mbidbkrj3s7sla4leb9bm6nd1rs1d/f/0d0935a41a044ab1b15afc0433affc29_SeqId_6_ 2024-11-08T22:21:24,617 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43597 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35559/user/jenkins/test-data/a1adadc3-3c64-8d1f-c89a-25bc1f03e6fe/staging/jenkins.hfs.23__test__lvemisgsb0ffhui917o85me9t6sv0enuvo0mbidbkrj3s7sla4leb9bm6nd1rs1d/f/d451c6cd4e9c4da08bb0ff18cd9ce6a7_SeqId_6_ into 12840c08000909722e0508fd3c2a94d9/f as hdfs://localhost:35559/user/jenkins/test-data/a1adadc3-3c64-8d1f-c89a-25bc1f03e6fe/data/default/test/12840c08000909722e0508fd3c2a94d9/f/dc4e9c905a794345836707e7c98995d9_SeqId_4_ - updating store file list. 2024-11-08T22:21:24,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43597 {}] regionserver.HStoreFile(483): HFile Bloom filter type for dc4e9c905a794345836707e7c98995d9_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T22:21:24,620 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43597 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35559/user/jenkins/test-data/a1adadc3-3c64-8d1f-c89a-25bc1f03e6fe/data/default/test/12840c08000909722e0508fd3c2a94d9/f/dc4e9c905a794345836707e7c98995d9_SeqId_4_ into 12840c08000909722e0508fd3c2a94d9/f 2024-11-08T22:21:24,620 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43597 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35559/user/jenkins/test-data/a1adadc3-3c64-8d1f-c89a-25bc1f03e6fe/staging/jenkins.hfs.23__test__lvemisgsb0ffhui917o85me9t6sv0enuvo0mbidbkrj3s7sla4leb9bm6nd1rs1d/f/d451c6cd4e9c4da08bb0ff18cd9ce6a7_SeqId_6_ into 12840c08000909722e0508fd3c2a94d9/f (new location: hdfs://localhost:35559/user/jenkins/test-data/a1adadc3-3c64-8d1f-c89a-25bc1f03e6fe/data/default/test/12840c08000909722e0508fd3c2a94d9/f/dc4e9c905a794345836707e7c98995d9_SeqId_4_) 2024-11-08T22:21:24,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43597 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35559/user/jenkins/test-data/a1adadc3-3c64-8d1f-c89a-25bc1f03e6fe/staging/jenkins.hfs.23__test__lvemisgsb0ffhui917o85me9t6sv0enuvo0mbidbkrj3s7sla4leb9bm6nd1rs1d/f/d451c6cd4e9c4da08bb0ff18cd9ce6a7_SeqId_6_ 2024-11-08T22:21:24,622 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43597 {}] regionserver.ReplicationSink(324): Finished replicating [aab7739d-fee0-4e36-ac3d-03699c06c976] bulk loaded data 2024-11-08T22:21:24,632 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38045,1731104461397.replicationSource.wal-reader.ff635fa717b5%2C38045%2C1731104461397,1-ff635fa717b5,38045,1731104461397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/WALs/ff635fa717b5,38045,1731104461397/ff635fa717b5%2C38045%2C1731104461397.1731104483453 to pos 0, reset compression=false 2024-11-08T22:21:24,636 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38045,1731104461397.replicationSource.wal-reader.ff635fa717b5%2C38045%2C1731104461397,1-ff635fa717b5,38045,1731104461397 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T22:21:24,636 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38045,1731104461397.replicationSource.shipperff635fa717b5%2C38045%2C1731104461397,1-ff635fa717b5,38045,1731104461397 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff635fa717b5,38045,1731104461397 got entry batch from reader: WALEntryBatch [walEntries=[{test/45cb647fb40da14b27ac80d1e7cf7313/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731104484260/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/WALs/ff635fa717b5,38045,1731104461397/ff635fa717b5%2C38045%2C1731104461397.1731104483453, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-08T22:21:24,637 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39495 {}] regionserver.ReplicationSink(318): Replicating [aab7739d-fee0-4e36-ac3d-03699c06c976] bulk loaded data 2024-11-08T22:21:24,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741839_1015 (size=10791) 2024-11-08T22:21:24,719 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,2-ff635fa717b5,38045,1731104461397.replicationSource.wal-reader.ff635fa717b5%2C38045%2C1731104461397,2-ff635fa717b5,38045,1731104461397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/WALs/ff635fa717b5,38045,1731104461397/ff635fa717b5%2C38045%2C1731104461397.1731104483453 to pos 393, reset compression=false 2024-11-08T22:21:24,836 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38045,1731104461397.replicationSource.wal-reader.ff635fa717b5%2C38045%2C1731104461397,1-ff635fa717b5,38045,1731104461397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/WALs/ff635fa717b5,38045,1731104461397/ff635fa717b5%2C38045%2C1731104461397.1731104483453 to pos 393, reset compression=false 2024-11-08T22:21:25,023 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,2-ff635fa717b5,38045,1731104461397.replicationSource.wal-reader.ff635fa717b5%2C38045%2C1731104461397,2-ff635fa717b5,38045,1731104461397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/WALs/ff635fa717b5,38045,1731104461397/ff635fa717b5%2C38045%2C1731104461397.1731104483453 to pos 393, reset compression=false 2024-11-08T22:21:25,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741840_1016 (size=11194) 2024-11-08T22:21:25,139 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38045,1731104461397.replicationSource.wal-reader.ff635fa717b5%2C38045%2C1731104461397,1-ff635fa717b5,38045,1731104461397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/WALs/ff635fa717b5,38045,1731104461397/ff635fa717b5%2C38045%2C1731104461397.1731104483453 to pos 393, reset compression=false 2024-11-08T22:21:25,271 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-08T22:21:25,426 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,2-ff635fa717b5,38045,1731104461397.replicationSource.wal-reader.ff635fa717b5%2C38045%2C1731104461397,2-ff635fa717b5,38045,1731104461397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/WALs/ff635fa717b5,38045,1731104461397/ff635fa717b5%2C38045%2C1731104461397.1731104483453 to pos 393, reset compression=false 2024-11-08T22:21:25,492 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39495 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T22:21:25,499 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/staging/jenkins.hfs.22__test__4445o0gd0c1h7qnvi6nincvcue2adkne6ho2ivb4ec8bpli8bipqjs1d85rh7966/f/0d0935a41a044ab1b15afc0433affc29_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-08T22:21:25,504 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/staging/jenkins.hfs.22__test__4445o0gd0c1h7qnvi6nincvcue2adkne6ho2ivb4ec8bpli8bipqjs1d85rh7966/f/d451c6cd4e9c4da08bb0ff18cd9ce6a7_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-08T22:21:25,506 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39495 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/staging/jenkins.hfs.22__test__4445o0gd0c1h7qnvi6nincvcue2adkne6ho2ivb4ec8bpli8bipqjs1d85rh7966/f/0d0935a41a044ab1b15afc0433affc29_SeqId_6_ for inclusion in 468c5dc2e90aba2141c37b3f142e602b/f 2024-11-08T22:21:25,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39495 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-08T22:21:25,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39495 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T22:21:25,511 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39495 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/staging/jenkins.hfs.22__test__4445o0gd0c1h7qnvi6nincvcue2adkne6ho2ivb4ec8bpli8bipqjs1d85rh7966/f/d451c6cd4e9c4da08bb0ff18cd9ce6a7_SeqId_6_ for inclusion in 468c5dc2e90aba2141c37b3f142e602b/f 2024-11-08T22:21:25,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39495 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-08T22:21:25,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39495 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T22:21:25,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39495 {}] regionserver.HRegion(2603): Flush status journal for 468c5dc2e90aba2141c37b3f142e602b: 2024-11-08T22:21:25,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39495 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0d0935a41a044ab1b15afc0433affc29_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-08T22:21:25,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39495 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/staging/jenkins.hfs.22__test__4445o0gd0c1h7qnvi6nincvcue2adkne6ho2ivb4ec8bpli8bipqjs1d85rh7966/f/0d0935a41a044ab1b15afc0433affc29_SeqId_6_ as hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/data/default/test/468c5dc2e90aba2141c37b3f142e602b/f/ec1b1639e30a4ae5bd0fc823d15f5610_SeqId_6_ 2024-11-08T22:21:25,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39495 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): d451c6cd4e9c4da08bb0ff18cd9ce6a7_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-08T22:21:25,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39495 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/staging/jenkins.hfs.22__test__4445o0gd0c1h7qnvi6nincvcue2adkne6ho2ivb4ec8bpli8bipqjs1d85rh7966/f/d451c6cd4e9c4da08bb0ff18cd9ce6a7_SeqId_6_ as hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/data/default/test/468c5dc2e90aba2141c37b3f142e602b/f/6fc81d5adbcc43a19669effed67ebb42_SeqId_6_ 2024-11-08T22:21:25,520 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39495 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/staging/jenkins.hfs.22__test__4445o0gd0c1h7qnvi6nincvcue2adkne6ho2ivb4ec8bpli8bipqjs1d85rh7966/f/0d0935a41a044ab1b15afc0433affc29_SeqId_6_ into 468c5dc2e90aba2141c37b3f142e602b/f as hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/data/default/test/468c5dc2e90aba2141c37b3f142e602b/f/ec1b1639e30a4ae5bd0fc823d15f5610_SeqId_6_ - updating store file list. 2024-11-08T22:21:25,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39495 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ec1b1639e30a4ae5bd0fc823d15f5610_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-08T22:21:25,530 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39495 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/data/default/test/468c5dc2e90aba2141c37b3f142e602b/f/ec1b1639e30a4ae5bd0fc823d15f5610_SeqId_6_ into 468c5dc2e90aba2141c37b3f142e602b/f 2024-11-08T22:21:25,530 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39495 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/staging/jenkins.hfs.22__test__4445o0gd0c1h7qnvi6nincvcue2adkne6ho2ivb4ec8bpli8bipqjs1d85rh7966/f/0d0935a41a044ab1b15afc0433affc29_SeqId_6_ into 468c5dc2e90aba2141c37b3f142e602b/f (new location: hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/data/default/test/468c5dc2e90aba2141c37b3f142e602b/f/ec1b1639e30a4ae5bd0fc823d15f5610_SeqId_6_) 2024-11-08T22:21:25,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39495 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/staging/jenkins.hfs.22__test__4445o0gd0c1h7qnvi6nincvcue2adkne6ho2ivb4ec8bpli8bipqjs1d85rh7966/f/0d0935a41a044ab1b15afc0433affc29_SeqId_6_ 2024-11-08T22:21:25,532 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39495 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/staging/jenkins.hfs.22__test__4445o0gd0c1h7qnvi6nincvcue2adkne6ho2ivb4ec8bpli8bipqjs1d85rh7966/f/d451c6cd4e9c4da08bb0ff18cd9ce6a7_SeqId_6_ into 468c5dc2e90aba2141c37b3f142e602b/f as hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/data/default/test/468c5dc2e90aba2141c37b3f142e602b/f/6fc81d5adbcc43a19669effed67ebb42_SeqId_6_ - updating store file list. 2024-11-08T22:21:25,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39495 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6fc81d5adbcc43a19669effed67ebb42_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-08T22:21:25,540 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39495 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/data/default/test/468c5dc2e90aba2141c37b3f142e602b/f/6fc81d5adbcc43a19669effed67ebb42_SeqId_6_ into 468c5dc2e90aba2141c37b3f142e602b/f 2024-11-08T22:21:25,540 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39495 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/staging/jenkins.hfs.22__test__4445o0gd0c1h7qnvi6nincvcue2adkne6ho2ivb4ec8bpli8bipqjs1d85rh7966/f/d451c6cd4e9c4da08bb0ff18cd9ce6a7_SeqId_6_ into 468c5dc2e90aba2141c37b3f142e602b/f (new location: hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/data/default/test/468c5dc2e90aba2141c37b3f142e602b/f/6fc81d5adbcc43a19669effed67ebb42_SeqId_6_) 2024-11-08T22:21:25,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39495 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/staging/jenkins.hfs.22__test__4445o0gd0c1h7qnvi6nincvcue2adkne6ho2ivb4ec8bpli8bipqjs1d85rh7966/f/d451c6cd4e9c4da08bb0ff18cd9ce6a7_SeqId_6_ 2024-11-08T22:21:25,543 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39495 {}] regionserver.ReplicationSink(324): Finished replicating [aab7739d-fee0-4e36-ac3d-03699c06c976] bulk loaded data 2024-11-08T22:21:25,553 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38045,1731104461397.replicationSource.wal-reader.ff635fa717b5%2C38045%2C1731104461397,1-ff635fa717b5,38045,1731104461397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/WALs/ff635fa717b5,38045,1731104461397/ff635fa717b5%2C38045%2C1731104461397.1731104483453 to pos 393, reset compression=false 2024-11-08T22:21:25,930 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,2-ff635fa717b5,38045,1731104461397.replicationSource.wal-reader.ff635fa717b5%2C38045%2C1731104461397,2-ff635fa717b5,38045,1731104461397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/WALs/ff635fa717b5,38045,1731104461397/ff635fa717b5%2C38045%2C1731104461397.1731104483453 to pos 393, reset compression=false 2024-11-08T22:21:26,077 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38045,1731104461397.replicationSource.wal-reader.ff635fa717b5%2C38045%2C1731104461397,1-ff635fa717b5,38045,1731104461397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/WALs/ff635fa717b5,38045,1731104461397/ff635fa717b5%2C38045%2C1731104461397.1731104483453 to pos 393, reset compression=false 2024-11-08T22:21:26,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T22:21:26,288 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T22:21:26,288 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:21:26,288 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:21:26,288 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:21:26,288 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:21:26,289 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T22:21:26,289 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=738572358, stopped=false 2024-11-08T22:21:26,289 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ff635fa717b5,32823,1731104473454 2024-11-08T22:21:26,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43597-0x1011c89c2290007, quorum=127.0.0.1:49152, baseZNode=/2149038266 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2149038266/running 2024-11-08T22:21:26,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32823-0x1011c89c2290006, quorum=127.0.0.1:49152, baseZNode=/2149038266 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2149038266/running 2024-11-08T22:21:26,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43597-0x1011c89c2290007, quorum=127.0.0.1:49152, baseZNode=/2149038266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2149038266 2024-11-08T22:21:26,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32823-0x1011c89c2290006, quorum=127.0.0.1:49152, baseZNode=/2149038266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2149038266 2024-11-08T22:21:26,355 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T22:21:26,355 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T22:21:26,355 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:21:26,355 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:21:26,355 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ff635fa717b5,43597,1731104473624' ***** 2024-11-08T22:21:26,355 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T22:21:26,356 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43597-0x1011c89c2290007, quorum=127.0.0.1:49152, baseZNode=/2149038266 Set watcher on znode that does not yet exist, /2149038266/running 2024-11-08T22:21:26,356 INFO [RS:0;ff635fa717b5:43597 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T22:21:26,356 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32823-0x1011c89c2290006, quorum=127.0.0.1:49152, baseZNode=/2149038266 Set watcher on znode that does not yet exist, /2149038266/running 2024-11-08T22:21:26,356 INFO [RS:0;ff635fa717b5:43597 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T22:21:26,356 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T22:21:26,356 INFO [RS:0;ff635fa717b5:43597 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T22:21:26,356 INFO [RS:0;ff635fa717b5:43597 {}] regionserver.HRegionServer(3091): Received CLOSE for 12840c08000909722e0508fd3c2a94d9 2024-11-08T22:21:26,357 INFO [RS:0;ff635fa717b5:43597 {}] regionserver.HRegionServer(959): stopping server ff635fa717b5,43597,1731104473624 2024-11-08T22:21:26,357 INFO [RS:0;ff635fa717b5:43597 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T22:21:26,357 INFO [RS:0;ff635fa717b5:43597 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff635fa717b5:43597. 2024-11-08T22:21:26,357 DEBUG [RS:0;ff635fa717b5:43597 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:21:26,357 DEBUG [RS:0;ff635fa717b5:43597 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:21:26,357 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 12840c08000909722e0508fd3c2a94d9, disabling compactions & flushes 2024-11-08T22:21:26,357 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731104476930.12840c08000909722e0508fd3c2a94d9. 2024-11-08T22:21:26,357 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731104476930.12840c08000909722e0508fd3c2a94d9. 2024-11-08T22:21:26,357 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731104476930.12840c08000909722e0508fd3c2a94d9. after waiting 0 ms 2024-11-08T22:21:26,357 INFO [RS:0;ff635fa717b5:43597 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T22:21:26,357 INFO [RS:0;ff635fa717b5:43597 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T22:21:26,357 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731104476930.12840c08000909722e0508fd3c2a94d9. 2024-11-08T22:21:26,357 INFO [RS:0;ff635fa717b5:43597 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T22:21:26,357 INFO [RS:0;ff635fa717b5:43597 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T22:21:26,357 INFO [RS:0;ff635fa717b5:43597 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T22:21:26,357 DEBUG [RS:0;ff635fa717b5:43597 {}] regionserver.HRegionServer(1325): Online Regions={12840c08000909722e0508fd3c2a94d9=test,,1731104476930.12840c08000909722e0508fd3c2a94d9., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T22:21:26,357 DEBUG [RS:0;ff635fa717b5:43597 {}] regionserver.HRegionServer(1351): Waiting on 12840c08000909722e0508fd3c2a94d9, 1588230740 2024-11-08T22:21:26,357 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T22:21:26,357 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T22:21:26,357 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T22:21:26,357 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T22:21:26,357 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T22:21:26,357 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-08T22:21:26,360 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35559/user/jenkins/test-data/a1adadc3-3c64-8d1f-c89a-25bc1f03e6fe/data/default/test/12840c08000909722e0508fd3c2a94d9/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-08T22:21:26,360 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T22:21:26,361 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T22:21:26,361 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731104476930.12840c08000909722e0508fd3c2a94d9. 2024-11-08T22:21:26,361 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 12840c08000909722e0508fd3c2a94d9: Waiting for close lock at 1731104486357Running coprocessor pre-close hooks at 1731104486357Disabling compacts and flushes for region at 1731104486357Disabling writes for close at 1731104486357Writing region close event to WAL at 1731104486358 (+1 ms)Running coprocessor post-close hooks at 1731104486360 (+2 ms)Closed at 1731104486361 (+1 ms) 2024-11-08T22:21:26,361 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731104476930.12840c08000909722e0508fd3c2a94d9. 2024-11-08T22:21:26,373 INFO [regionserver/ff635fa717b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T22:21:26,375 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35559/user/jenkins/test-data/a1adadc3-3c64-8d1f-c89a-25bc1f03e6fe/data/hbase/meta/1588230740/.tmp/info/9261181dfbac49f2b519699c64903af9 is 129, key is test,,1731104476930.12840c08000909722e0508fd3c2a94d9./info:regioninfo/1731104478100/Put/seqid=0 2024-11-08T22:21:26,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39377 is added to blk_1073741839_1015 (size=6421) 2024-11-08T22:21:26,533 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,2-ff635fa717b5,38045,1731104461397.replicationSource.wal-reader.ff635fa717b5%2C38045%2C1731104461397,2-ff635fa717b5,38045,1731104461397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/WALs/ff635fa717b5,38045,1731104461397/ff635fa717b5%2C38045%2C1731104461397.1731104483453 to pos 393, reset compression=false 2024-11-08T22:21:26,557 DEBUG [RS:0;ff635fa717b5:43597 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T22:21:26,680 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38045,1731104461397.replicationSource.wal-reader.ff635fa717b5%2C38045%2C1731104461397,1-ff635fa717b5,38045,1731104461397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/WALs/ff635fa717b5,38045,1731104461397/ff635fa717b5%2C38045%2C1731104461397.1731104483453 to pos 393, reset compression=false 2024-11-08T22:21:26,758 DEBUG [RS:0;ff635fa717b5:43597 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T22:21:26,779 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35559/user/jenkins/test-data/a1adadc3-3c64-8d1f-c89a-25bc1f03e6fe/data/hbase/meta/1588230740/.tmp/info/9261181dfbac49f2b519699c64903af9 2024-11-08T22:21:26,808 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35559/user/jenkins/test-data/a1adadc3-3c64-8d1f-c89a-25bc1f03e6fe/data/hbase/meta/1588230740/.tmp/ns/b06c533c648b4e00a3c17c9cb08640f8 is 43, key is default/ns:d/1731104475012/Put/seqid=0 2024-11-08T22:21:26,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39377 is added to blk_1073741840_1016 (size=5153) 2024-11-08T22:21:26,835 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35559/user/jenkins/test-data/a1adadc3-3c64-8d1f-c89a-25bc1f03e6fe/data/hbase/meta/1588230740/.tmp/ns/b06c533c648b4e00a3c17c9cb08640f8 2024-11-08T22:21:26,855 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35559/user/jenkins/test-data/a1adadc3-3c64-8d1f-c89a-25bc1f03e6fe/data/hbase/meta/1588230740/.tmp/rep_barrier/402e8aa4494e4d1e9632afc9ac02d024 is 112, key is test,,1731104476930.12840c08000909722e0508fd3c2a94d9./rep_barrier:seqnumDuringOpen/1731104478100/Put/seqid=0 2024-11-08T22:21:26,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39377 is added to blk_1073741841_1017 (size=5518) 2024-11-08T22:21:26,958 DEBUG [RS:0;ff635fa717b5:43597 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T22:21:27,158 DEBUG [RS:0;ff635fa717b5:43597 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T22:21:27,244 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,2-ff635fa717b5,38045,1731104461397.replicationSource.wal-reader.ff635fa717b5%2C38045%2C1731104461397,2-ff635fa717b5,38045,1731104461397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/WALs/ff635fa717b5,38045,1731104461397/ff635fa717b5%2C38045%2C1731104461397.1731104483453 to pos 393, reset compression=false 2024-11-08T22:21:27,262 INFO [regionserver/ff635fa717b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T22:21:27,262 INFO [regionserver/ff635fa717b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T22:21:27,264 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35559/user/jenkins/test-data/a1adadc3-3c64-8d1f-c89a-25bc1f03e6fe/data/hbase/meta/1588230740/.tmp/rep_barrier/402e8aa4494e4d1e9632afc9ac02d024 2024-11-08T22:21:27,284 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35559/user/jenkins/test-data/a1adadc3-3c64-8d1f-c89a-25bc1f03e6fe/data/hbase/meta/1588230740/.tmp/table/ad92c41c915b48d8afea618d6adf1738 is 40, key is test/table:state/1731104478106/Put/seqid=0 2024-11-08T22:21:27,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39377 is added to blk_1073741842_1018 (size=5165) 2024-11-08T22:21:27,288 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35559/user/jenkins/test-data/a1adadc3-3c64-8d1f-c89a-25bc1f03e6fe/data/hbase/meta/1588230740/.tmp/table/ad92c41c915b48d8afea618d6adf1738 2024-11-08T22:21:27,294 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35559/user/jenkins/test-data/a1adadc3-3c64-8d1f-c89a-25bc1f03e6fe/data/hbase/meta/1588230740/.tmp/info/9261181dfbac49f2b519699c64903af9 as hdfs://localhost:35559/user/jenkins/test-data/a1adadc3-3c64-8d1f-c89a-25bc1f03e6fe/data/hbase/meta/1588230740/info/9261181dfbac49f2b519699c64903af9 2024-11-08T22:21:27,301 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35559/user/jenkins/test-data/a1adadc3-3c64-8d1f-c89a-25bc1f03e6fe/data/hbase/meta/1588230740/info/9261181dfbac49f2b519699c64903af9, entries=10, sequenceid=11, filesize=6.3 K 2024-11-08T22:21:27,302 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35559/user/jenkins/test-data/a1adadc3-3c64-8d1f-c89a-25bc1f03e6fe/data/hbase/meta/1588230740/.tmp/ns/b06c533c648b4e00a3c17c9cb08640f8 as hdfs://localhost:35559/user/jenkins/test-data/a1adadc3-3c64-8d1f-c89a-25bc1f03e6fe/data/hbase/meta/1588230740/ns/b06c533c648b4e00a3c17c9cb08640f8 2024-11-08T22:21:27,305 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35559/user/jenkins/test-data/a1adadc3-3c64-8d1f-c89a-25bc1f03e6fe/data/hbase/meta/1588230740/ns/b06c533c648b4e00a3c17c9cb08640f8, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T22:21:27,306 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35559/user/jenkins/test-data/a1adadc3-3c64-8d1f-c89a-25bc1f03e6fe/data/hbase/meta/1588230740/.tmp/rep_barrier/402e8aa4494e4d1e9632afc9ac02d024 as hdfs://localhost:35559/user/jenkins/test-data/a1adadc3-3c64-8d1f-c89a-25bc1f03e6fe/data/hbase/meta/1588230740/rep_barrier/402e8aa4494e4d1e9632afc9ac02d024 2024-11-08T22:21:27,310 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35559/user/jenkins/test-data/a1adadc3-3c64-8d1f-c89a-25bc1f03e6fe/data/hbase/meta/1588230740/rep_barrier/402e8aa4494e4d1e9632afc9ac02d024, entries=1, sequenceid=11, filesize=5.4 K 2024-11-08T22:21:27,311 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35559/user/jenkins/test-data/a1adadc3-3c64-8d1f-c89a-25bc1f03e6fe/data/hbase/meta/1588230740/.tmp/table/ad92c41c915b48d8afea618d6adf1738 as hdfs://localhost:35559/user/jenkins/test-data/a1adadc3-3c64-8d1f-c89a-25bc1f03e6fe/data/hbase/meta/1588230740/table/ad92c41c915b48d8afea618d6adf1738 2024-11-08T22:21:27,315 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35559/user/jenkins/test-data/a1adadc3-3c64-8d1f-c89a-25bc1f03e6fe/data/hbase/meta/1588230740/table/ad92c41c915b48d8afea618d6adf1738, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T22:21:27,316 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 959ms, sequenceid=11, compaction requested=false 2024-11-08T22:21:27,348 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35559/user/jenkins/test-data/a1adadc3-3c64-8d1f-c89a-25bc1f03e6fe/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-08T22:21:27,348 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T22:21:27,348 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T22:21:27,348 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T22:21:27,348 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731104486357Running coprocessor pre-close hooks at 1731104486357Disabling compacts and flushes for region at 1731104486357Disabling writes for close at 1731104486357Obtaining lock to block concurrent updates at 1731104486357Preparing flush snapshotting stores in 1588230740 at 1731104486357Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731104486358 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731104486358Flushing 1588230740/info: creating writer at 1731104486358Flushing 1588230740/info: appending metadata at 1731104486375 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731104486375Flushing 1588230740/ns: creating writer at 1731104486784 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731104486808 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1731104486808Flushing 1588230740/rep_barrier: creating writer at 1731104486840 (+32 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731104486855 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731104486855Flushing 1588230740/table: creating writer at 1731104487267 (+412 ms)Flushing 1588230740/table: appending metadata at 1731104487284 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731104487284Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bc10a0f: reopening flushed file at 1731104487293 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e0f2a75: reopening flushed file at 1731104487301 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60231449: reopening flushed file at 1731104487306 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39c6ee11: reopening flushed file at 1731104487310 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 959ms, sequenceid=11, compaction requested=false at 1731104487316 (+6 ms)Writing region close event to WAL at 1731104487335 (+19 ms)Running coprocessor post-close hooks at 1731104487348 (+13 ms)Closed at 1731104487348 2024-11-08T22:21:27,348 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T22:21:27,358 INFO [RS:0;ff635fa717b5:43597 {}] regionserver.HRegionServer(976): stopping server ff635fa717b5,43597,1731104473624; all regions closed. 2024-11-08T22:21:27,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39377 is added to blk_1073741834_1010 (size=2717) 2024-11-08T22:21:27,367 DEBUG [RS:0;ff635fa717b5:43597 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a1adadc3-3c64-8d1f-c89a-25bc1f03e6fe/oldWALs 2024-11-08T22:21:27,367 INFO [RS:0;ff635fa717b5:43597 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ff635fa717b5%2C43597%2C1731104473624.meta:.meta(num 1731104474906) 2024-11-08T22:21:27,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39377 is added to blk_1073741833_1009 (size=1028) 2024-11-08T22:21:27,381 DEBUG [RS:0;ff635fa717b5:43597 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a1adadc3-3c64-8d1f-c89a-25bc1f03e6fe/oldWALs 2024-11-08T22:21:27,381 INFO [RS:0;ff635fa717b5:43597 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ff635fa717b5%2C43597%2C1731104473624:(num 1731104474398) 2024-11-08T22:21:27,381 DEBUG [RS:0;ff635fa717b5:43597 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:21:27,381 INFO [RS:0;ff635fa717b5:43597 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T22:21:27,381 INFO [RS:0;ff635fa717b5:43597 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T22:21:27,381 INFO [RS:0;ff635fa717b5:43597 {}] hbase.ChoreService(370): Chore service for: regionserver/ff635fa717b5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T22:21:27,381 INFO [RS:0;ff635fa717b5:43597 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T22:21:27,381 INFO [RS:0;ff635fa717b5:43597 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff635fa717b5:43597. 2024-11-08T22:21:27,381 DEBUG [RS:0;ff635fa717b5:43597 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:21:27,381 DEBUG [RS:0;ff635fa717b5:43597 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:21:27,381 DEBUG [RS:0;ff635fa717b5:43597 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:21:27,381 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:21:27,382 INFO [regionserver/ff635fa717b5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T22:21:27,383 INFO [RS:0;ff635fa717b5:43597 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43597 2024-11-08T22:21:27,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43597-0x1011c89c2290007, quorum=127.0.0.1:49152, baseZNode=/2149038266 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2149038266/rs/ff635fa717b5,43597,1731104473624 2024-11-08T22:21:27,397 INFO [RS:0;ff635fa717b5:43597 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T22:21:27,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32823-0x1011c89c2290006, quorum=127.0.0.1:49152, baseZNode=/2149038266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2149038266/rs 2024-11-08T22:21:27,408 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ff635fa717b5,43597,1731104473624] 2024-11-08T22:21:27,416 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38045,1731104461397.replicationSource.wal-reader.ff635fa717b5%2C38045%2C1731104461397,1-ff635fa717b5,38045,1731104461397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/WALs/ff635fa717b5,38045,1731104461397/ff635fa717b5%2C38045%2C1731104461397.1731104483453 to pos 393, reset compression=false 2024-11-08T22:21:27,418 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2149038266/draining/ff635fa717b5,43597,1731104473624 already deleted, retry=false 2024-11-08T22:21:27,418 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ff635fa717b5,43597,1731104473624 expired; onlineServers=0 2024-11-08T22:21:27,418 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ff635fa717b5,32823,1731104473454' ***** 2024-11-08T22:21:27,418 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T22:21:27,418 INFO [M:0;ff635fa717b5:32823 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T22:21:27,418 INFO [M:0;ff635fa717b5:32823 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T22:21:27,418 DEBUG [M:0;ff635fa717b5:32823 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T22:21:27,418 DEBUG [M:0;ff635fa717b5:32823 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T22:21:27,418 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T22:21:27,418 INFO [M:0;ff635fa717b5:32823 {}] hbase.ChoreService(370): Chore service for: master/ff635fa717b5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T22:21:27,419 INFO [M:0;ff635fa717b5:32823 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T22:21:27,419 DEBUG [M:0;ff635fa717b5:32823 {}] master.HMaster(1795): Stopping service threads 2024-11-08T22:21:27,419 INFO [M:0;ff635fa717b5:32823 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T22:21:27,419 INFO [M:0;ff635fa717b5:32823 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T22:21:27,419 INFO [M:0;ff635fa717b5:32823 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T22:21:27,419 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T22:21:27,419 DEBUG [master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.large.0-1731104474120 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.large.0-1731104474120,5,FailOnTimeoutGroup] 2024-11-08T22:21:27,419 DEBUG [master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.small.0-1731104474132 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.small.0-1731104474132,5,FailOnTimeoutGroup] 2024-11-08T22:21:27,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32823-0x1011c89c2290006, quorum=127.0.0.1:49152, baseZNode=/2149038266 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2149038266/master 2024-11-08T22:21:27,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32823-0x1011c89c2290006, quorum=127.0.0.1:49152, baseZNode=/2149038266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2149038266 2024-11-08T22:21:27,428 DEBUG [M:0;ff635fa717b5:32823 {}] zookeeper.ZKUtil(347): master:32823-0x1011c89c2290006, quorum=127.0.0.1:49152, baseZNode=/2149038266 Unable to get data of znode /2149038266/master because node does not exist (not an error) 2024-11-08T22:21:27,428 WARN [M:0;ff635fa717b5:32823 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T22:21:27,429 INFO [M:0;ff635fa717b5:32823 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35559/user/jenkins/test-data/a1adadc3-3c64-8d1f-c89a-25bc1f03e6fe/.lastflushedseqids 2024-11-08T22:21:27,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39377 is added to blk_1073741843_1019 (size=173) 2024-11-08T22:21:27,434 INFO [M:0;ff635fa717b5:32823 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T22:21:27,434 INFO [M:0;ff635fa717b5:32823 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T22:21:27,434 DEBUG [M:0;ff635fa717b5:32823 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T22:21:27,434 INFO [M:0;ff635fa717b5:32823 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:21:27,434 DEBUG [M:0;ff635fa717b5:32823 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:21:27,434 DEBUG [M:0;ff635fa717b5:32823 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T22:21:27,434 DEBUG [M:0;ff635fa717b5:32823 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:21:27,434 INFO [M:0;ff635fa717b5:32823 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-08T22:21:27,452 DEBUG [M:0;ff635fa717b5:32823 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35559/user/jenkins/test-data/a1adadc3-3c64-8d1f-c89a-25bc1f03e6fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/52df6c9f2a3d46dfaacdd408b76d5456 is 82, key is hbase:meta,,1/info:regioninfo/1731104474968/Put/seqid=0 2024-11-08T22:21:27,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39377 is added to blk_1073741844_1020 (size=5672) 2024-11-08T22:21:27,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43597-0x1011c89c2290007, quorum=127.0.0.1:49152, baseZNode=/2149038266 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:21:27,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43597-0x1011c89c2290007, quorum=127.0.0.1:49152, baseZNode=/2149038266 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:21:27,508 INFO [RS:0;ff635fa717b5:43597 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T22:21:27,508 INFO [RS:0;ff635fa717b5:43597 {}] regionserver.HRegionServer(1031): Exiting; stopping=ff635fa717b5,43597,1731104473624; zookeeper connection closed. 2024-11-08T22:21:27,508 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@a551a42 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@a551a42 2024-11-08T22:21:27,508 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T22:21:27,857 INFO [M:0;ff635fa717b5:32823 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35559/user/jenkins/test-data/a1adadc3-3c64-8d1f-c89a-25bc1f03e6fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/52df6c9f2a3d46dfaacdd408b76d5456 2024-11-08T22:21:27,877 DEBUG [M:0;ff635fa717b5:32823 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35559/user/jenkins/test-data/a1adadc3-3c64-8d1f-c89a-25bc1f03e6fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d0f44cf3a5814b41ab12784bd8081c11 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731104478109/Put/seqid=0 2024-11-08T22:21:27,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39377 is added to blk_1073741845_1021 (size=6586) 2024-11-08T22:21:28,048 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,2-ff635fa717b5,38045,1731104461397.replicationSource.wal-reader.ff635fa717b5%2C38045%2C1731104461397,2-ff635fa717b5,38045,1731104461397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/WALs/ff635fa717b5,38045,1731104461397/ff635fa717b5%2C38045%2C1731104461397.1731104483453 to pos 393, reset compression=false 2024-11-08T22:21:28,221 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38045,1731104461397.replicationSource.wal-reader.ff635fa717b5%2C38045%2C1731104461397,1-ff635fa717b5,38045,1731104461397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/WALs/ff635fa717b5,38045,1731104461397/ff635fa717b5%2C38045%2C1731104461397.1731104483453 to pos 393, reset compression=false 2024-11-08T22:21:28,283 INFO [M:0;ff635fa717b5:32823 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35559/user/jenkins/test-data/a1adadc3-3c64-8d1f-c89a-25bc1f03e6fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d0f44cf3a5814b41ab12784bd8081c11 2024-11-08T22:21:28,317 DEBUG [M:0;ff635fa717b5:32823 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35559/user/jenkins/test-data/a1adadc3-3c64-8d1f-c89a-25bc1f03e6fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/40dac83f992443e29e5f557f8d8b7e3b is 69, key is ff635fa717b5,43597,1731104473624/rs:state/1731104474160/Put/seqid=0 2024-11-08T22:21:28,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39377 is added to blk_1073741846_1022 (size=5156) 2024-11-08T22:21:28,734 INFO [M:0;ff635fa717b5:32823 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35559/user/jenkins/test-data/a1adadc3-3c64-8d1f-c89a-25bc1f03e6fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/40dac83f992443e29e5f557f8d8b7e3b 2024-11-08T22:21:28,738 DEBUG [M:0;ff635fa717b5:32823 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35559/user/jenkins/test-data/a1adadc3-3c64-8d1f-c89a-25bc1f03e6fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/52df6c9f2a3d46dfaacdd408b76d5456 as hdfs://localhost:35559/user/jenkins/test-data/a1adadc3-3c64-8d1f-c89a-25bc1f03e6fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/52df6c9f2a3d46dfaacdd408b76d5456 2024-11-08T22:21:28,742 INFO [M:0;ff635fa717b5:32823 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35559/user/jenkins/test-data/a1adadc3-3c64-8d1f-c89a-25bc1f03e6fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/52df6c9f2a3d46dfaacdd408b76d5456, entries=8, sequenceid=55, filesize=5.5 K 2024-11-08T22:21:28,743 DEBUG [M:0;ff635fa717b5:32823 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35559/user/jenkins/test-data/a1adadc3-3c64-8d1f-c89a-25bc1f03e6fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d0f44cf3a5814b41ab12784bd8081c11 as hdfs://localhost:35559/user/jenkins/test-data/a1adadc3-3c64-8d1f-c89a-25bc1f03e6fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d0f44cf3a5814b41ab12784bd8081c11 2024-11-08T22:21:28,746 INFO [M:0;ff635fa717b5:32823 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35559/user/jenkins/test-data/a1adadc3-3c64-8d1f-c89a-25bc1f03e6fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d0f44cf3a5814b41ab12784bd8081c11, entries=6, sequenceid=55, filesize=6.4 K 2024-11-08T22:21:28,747 DEBUG [M:0;ff635fa717b5:32823 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35559/user/jenkins/test-data/a1adadc3-3c64-8d1f-c89a-25bc1f03e6fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/40dac83f992443e29e5f557f8d8b7e3b as hdfs://localhost:35559/user/jenkins/test-data/a1adadc3-3c64-8d1f-c89a-25bc1f03e6fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/40dac83f992443e29e5f557f8d8b7e3b 2024-11-08T22:21:28,752 INFO [M:0;ff635fa717b5:32823 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35559/user/jenkins/test-data/a1adadc3-3c64-8d1f-c89a-25bc1f03e6fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/40dac83f992443e29e5f557f8d8b7e3b, entries=1, sequenceid=55, filesize=5.0 K 2024-11-08T22:21:28,753 INFO [M:0;ff635fa717b5:32823 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1319ms, sequenceid=55, compaction requested=false 2024-11-08T22:21:28,804 INFO [M:0;ff635fa717b5:32823 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:21:28,805 DEBUG [M:0;ff635fa717b5:32823 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731104487434Disabling compacts and flushes for region at 1731104487434Disabling writes for close at 1731104487434Obtaining lock to block concurrent updates at 1731104487434Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731104487434Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731104487435 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731104487435Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731104487435Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731104487452 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731104487452Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731104487861 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731104487877 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731104487877Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731104488286 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731104488317 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731104488317Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71444bc1: reopening flushed file at 1731104488737 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51fbffbb: reopening flushed file at 1731104488742 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d962599: reopening flushed file at 1731104488747 (+5 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1319ms, sequenceid=55, compaction requested=false at 1731104488753 (+6 ms)Writing region close event to WAL at 1731104488804 (+51 ms)Closed at 1731104488804 2024-11-08T22:21:28,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39377 is added to blk_1073741830_1006 (size=32770) 2024-11-08T22:21:28,831 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T22:21:28,832 INFO [M:0;ff635fa717b5:32823 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T22:21:28,832 INFO [M:0;ff635fa717b5:32823 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32823 2024-11-08T22:21:28,832 INFO [M:0;ff635fa717b5:32823 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T22:21:28,953 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,2-ff635fa717b5,38045,1731104461397.replicationSource.wal-reader.ff635fa717b5%2C38045%2C1731104461397,2-ff635fa717b5,38045,1731104461397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/WALs/ff635fa717b5,38045,1731104461397/ff635fa717b5%2C38045%2C1731104461397.1731104483453 to pos 393, reset compression=false 2024-11-08T22:21:28,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32823-0x1011c89c2290006, quorum=127.0.0.1:49152, baseZNode=/2149038266 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:21:28,992 INFO [M:0;ff635fa717b5:32823 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T22:21:28,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32823-0x1011c89c2290006, quorum=127.0.0.1:49152, baseZNode=/2149038266 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:21:29,017 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@19f2c9d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T22:21:29,018 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@14b3d318{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T22:21:29,018 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T22:21:29,018 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47f7ba0c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T22:21:29,018 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4941e926{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/597e527c-3da3-9f27-5e6f-c53ae9ebe124/hadoop.log.dir/,STOPPED} 2024-11-08T22:21:29,021 WARN [BP-1575130616-172.17.0.3-1731104471095 heartbeating to localhost/127.0.0.1:35559 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T22:21:29,021 WARN [BP-1575130616-172.17.0.3-1731104471095 heartbeating to localhost/127.0.0.1:35559 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1575130616-172.17.0.3-1731104471095 (Datanode Uuid 373762c8-f761-4a10-ba2d-dc46c69a5f57) service to localhost/127.0.0.1:35559 2024-11-08T22:21:29,022 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T22:21:29,022 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/597e527c-3da3-9f27-5e6f-c53ae9ebe124/cluster_f786fe44-40cb-e77b-4a02-aa0070b44edb/data/data1/current/BP-1575130616-172.17.0.3-1731104471095 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T22:21:29,022 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T22:21:29,022 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T22:21:29,031 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/597e527c-3da3-9f27-5e6f-c53ae9ebe124/cluster_f786fe44-40cb-e77b-4a02-aa0070b44edb/data/data2/current/BP-1575130616-172.17.0.3-1731104471095 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T22:21:29,033 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@32927143{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T22:21:29,033 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2acab9f0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T22:21:29,033 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T22:21:29,033 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70dd2d2a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T22:21:29,036 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@606d17dd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/597e527c-3da3-9f27-5e6f-c53ae9ebe124/hadoop.log.dir/,STOPPED} 2024-11-08T22:21:29,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T22:21:29,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T22:21:29,052 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T22:21:29,052 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:21:29,052 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:21:29,052 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:21:29,052 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:21:29,053 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T22:21:29,053 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=631798037, stopped=false 2024-11-08T22:21:29,053 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ff635fa717b5,35939,1731104468171 2024-11-08T22:21:29,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35939-0x1011c89c2290003, quorum=127.0.0.1:49152, baseZNode=/1-543653714 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-543653714/running 2024-11-08T22:21:29,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39495-0x1011c89c2290004, quorum=127.0.0.1:49152, baseZNode=/1-543653714 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-543653714/running 2024-11-08T22:21:29,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39495-0x1011c89c2290004, quorum=127.0.0.1:49152, baseZNode=/1-543653714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-543653714 2024-11-08T22:21:29,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35939-0x1011c89c2290003, quorum=127.0.0.1:49152, baseZNode=/1-543653714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-543653714 2024-11-08T22:21:29,071 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T22:21:29,071 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T22:21:29,071 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:21:29,071 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:21:29,071 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ff635fa717b5,39495,1731104468282' ***** 2024-11-08T22:21:29,071 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T22:21:29,071 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39495-0x1011c89c2290004, quorum=127.0.0.1:49152, baseZNode=/1-543653714 Set watcher on znode that does not yet exist, /1-543653714/running 2024-11-08T22:21:29,072 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35939-0x1011c89c2290003, quorum=127.0.0.1:49152, baseZNode=/1-543653714 Set watcher on znode that does not yet exist, /1-543653714/running 2024-11-08T22:21:29,076 INFO [RS:0;ff635fa717b5:39495 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T22:21:29,076 INFO [RS:0;ff635fa717b5:39495 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T22:21:29,076 INFO [RS:0;ff635fa717b5:39495 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T22:21:29,076 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T22:21:29,076 INFO [RS:0;ff635fa717b5:39495 {}] regionserver.HRegionServer(3091): Received CLOSE for 468c5dc2e90aba2141c37b3f142e602b 2024-11-08T22:21:29,083 INFO [RS:0;ff635fa717b5:39495 {}] regionserver.HRegionServer(959): stopping server ff635fa717b5,39495,1731104468282 2024-11-08T22:21:29,083 INFO [RS:0;ff635fa717b5:39495 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T22:21:29,083 INFO [RS:0;ff635fa717b5:39495 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff635fa717b5:39495. 2024-11-08T22:21:29,083 DEBUG [RS:0;ff635fa717b5:39495 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:21:29,083 DEBUG [RS:0;ff635fa717b5:39495 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:21:29,083 INFO [RS:0;ff635fa717b5:39495 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T22:21:29,083 INFO [RS:0;ff635fa717b5:39495 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T22:21:29,083 INFO [RS:0;ff635fa717b5:39495 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T22:21:29,083 INFO [RS:0;ff635fa717b5:39495 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T22:21:29,083 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 468c5dc2e90aba2141c37b3f142e602b, disabling compactions & flushes 2024-11-08T22:21:29,083 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731104475789.468c5dc2e90aba2141c37b3f142e602b. 2024-11-08T22:21:29,084 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731104475789.468c5dc2e90aba2141c37b3f142e602b. 2024-11-08T22:21:29,084 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731104475789.468c5dc2e90aba2141c37b3f142e602b. after waiting 0 ms 2024-11-08T22:21:29,084 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731104475789.468c5dc2e90aba2141c37b3f142e602b. 2024-11-08T22:21:29,084 INFO [RS:0;ff635fa717b5:39495 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T22:21:29,084 DEBUG [RS:0;ff635fa717b5:39495 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 468c5dc2e90aba2141c37b3f142e602b=test,,1731104475789.468c5dc2e90aba2141c37b3f142e602b.} 2024-11-08T22:21:29,084 DEBUG [RS:0;ff635fa717b5:39495 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 468c5dc2e90aba2141c37b3f142e602b 2024-11-08T22:21:29,084 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T22:21:29,084 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T22:21:29,084 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T22:21:29,084 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T22:21:29,084 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T22:21:29,084 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-08T22:21:29,125 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38045,1731104461397.replicationSource.wal-reader.ff635fa717b5%2C38045%2C1731104461397,1-ff635fa717b5,38045,1731104461397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/WALs/ff635fa717b5,38045,1731104461397/ff635fa717b5%2C38045%2C1731104461397.1731104483453 to pos 393, reset compression=false 2024-11-08T22:21:29,126 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/data/hbase/meta/1588230740/.tmp/info/7ec20c01410f477ba0f5f477a1d6fa6f is 129, key is test,,1731104475789.468c5dc2e90aba2141c37b3f142e602b./info:regioninfo/1731104476532/Put/seqid=0 2024-11-08T22:21:29,132 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/data/default/test/468c5dc2e90aba2141c37b3f142e602b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T22:21:29,133 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T22:21:29,133 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T22:21:29,133 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731104475789.468c5dc2e90aba2141c37b3f142e602b. 2024-11-08T22:21:29,133 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 468c5dc2e90aba2141c37b3f142e602b: Waiting for close lock at 1731104489083Running coprocessor pre-close hooks at 1731104489083Disabling compacts and flushes for region at 1731104489083Disabling writes for close at 1731104489084 (+1 ms)Writing region close event to WAL at 1731104489116 (+32 ms)Running coprocessor post-close hooks at 1731104489133 (+17 ms)Closed at 1731104489133 2024-11-08T22:21:29,133 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731104475789.468c5dc2e90aba2141c37b3f142e602b. 2024-11-08T22:21:29,159 INFO [regionserver/ff635fa717b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T22:21:29,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741841_1017 (size=6421) 2024-11-08T22:21:29,284 DEBUG [RS:0;ff635fa717b5:39495 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T22:21:29,323 INFO [regionserver/ff635fa717b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T22:21:29,323 INFO [regionserver/ff635fa717b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T22:21:29,484 DEBUG [RS:0;ff635fa717b5:39495 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T22:21:29,562 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/data/hbase/meta/1588230740/.tmp/info/7ec20c01410f477ba0f5f477a1d6fa6f 2024-11-08T22:21:29,580 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/data/hbase/meta/1588230740/.tmp/ns/9a010f3569044569ac35f57a36d75f26 is 43, key is default/ns:d/1731104470982/Put/seqid=0 2024-11-08T22:21:29,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741842_1018 (size=5153) 2024-11-08T22:21:29,684 DEBUG [RS:0;ff635fa717b5:39495 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T22:21:29,886 DEBUG [RS:0;ff635fa717b5:39495 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T22:21:29,964 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,2-ff635fa717b5,38045,1731104461397.replicationSource.wal-reader.ff635fa717b5%2C38045%2C1731104461397,2-ff635fa717b5,38045,1731104461397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/WALs/ff635fa717b5,38045,1731104461397/ff635fa717b5%2C38045%2C1731104461397.1731104483453 to pos 393, reset compression=false 2024-11-08T22:21:29,985 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/data/hbase/meta/1588230740/.tmp/ns/9a010f3569044569ac35f57a36d75f26 2024-11-08T22:21:30,007 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/data/hbase/meta/1588230740/.tmp/rep_barrier/8abc0f2b027b43f4b04eeaa9ce82773a is 112, key is test,,1731104475789.468c5dc2e90aba2141c37b3f142e602b./rep_barrier:seqnumDuringOpen/1731104476532/Put/seqid=0 2024-11-08T22:21:30,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741843_1019 (size=5518) 2024-11-08T22:21:30,087 INFO [RS:0;ff635fa717b5:39495 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T22:21:30,087 DEBUG [RS:0;ff635fa717b5:39495 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T22:21:30,087 DEBUG [RS:0;ff635fa717b5:39495 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T22:21:30,145 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38045,1731104461397.replicationSource.wal-reader.ff635fa717b5%2C38045%2C1731104461397,1-ff635fa717b5,38045,1731104461397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/WALs/ff635fa717b5,38045,1731104461397/ff635fa717b5%2C38045%2C1731104461397.1731104483453 to pos 393, reset compression=false 2024-11-08T22:21:30,287 DEBUG [RS:0;ff635fa717b5:39495 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T22:21:30,412 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/data/hbase/meta/1588230740/.tmp/rep_barrier/8abc0f2b027b43f4b04eeaa9ce82773a 2024-11-08T22:21:30,443 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/data/hbase/meta/1588230740/.tmp/table/bb82d710ca124641aa6b7044529bf07c is 40, key is test/table:state/1731104476538/Put/seqid=0 2024-11-08T22:21:30,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741844_1020 (size=5165) 2024-11-08T22:21:30,458 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/data/hbase/meta/1588230740/.tmp/table/bb82d710ca124641aa6b7044529bf07c 2024-11-08T22:21:30,467 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/data/hbase/meta/1588230740/.tmp/info/7ec20c01410f477ba0f5f477a1d6fa6f as hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/data/hbase/meta/1588230740/info/7ec20c01410f477ba0f5f477a1d6fa6f 2024-11-08T22:21:30,471 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/data/hbase/meta/1588230740/info/7ec20c01410f477ba0f5f477a1d6fa6f, entries=10, sequenceid=11, filesize=6.3 K 2024-11-08T22:21:30,472 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/data/hbase/meta/1588230740/.tmp/ns/9a010f3569044569ac35f57a36d75f26 as hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/data/hbase/meta/1588230740/ns/9a010f3569044569ac35f57a36d75f26 2024-11-08T22:21:30,478 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/data/hbase/meta/1588230740/ns/9a010f3569044569ac35f57a36d75f26, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T22:21:30,479 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/data/hbase/meta/1588230740/.tmp/rep_barrier/8abc0f2b027b43f4b04eeaa9ce82773a as hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/data/hbase/meta/1588230740/rep_barrier/8abc0f2b027b43f4b04eeaa9ce82773a 2024-11-08T22:21:30,484 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/data/hbase/meta/1588230740/rep_barrier/8abc0f2b027b43f4b04eeaa9ce82773a, entries=1, sequenceid=11, filesize=5.4 K 2024-11-08T22:21:30,486 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/data/hbase/meta/1588230740/.tmp/table/bb82d710ca124641aa6b7044529bf07c as hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/data/hbase/meta/1588230740/table/bb82d710ca124641aa6b7044529bf07c 2024-11-08T22:21:30,487 DEBUG [RS:0;ff635fa717b5:39495 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T22:21:30,491 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/data/hbase/meta/1588230740/table/bb82d710ca124641aa6b7044529bf07c, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T22:21:30,492 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1408ms, sequenceid=11, compaction requested=false 2024-11-08T22:21:30,501 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-08T22:21:30,501 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T22:21:30,501 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T22:21:30,501 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T22:21:30,502 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731104489084Running coprocessor pre-close hooks at 1731104489084Disabling compacts and flushes for region at 1731104489084Disabling writes for close at 1731104489084Obtaining lock to block concurrent updates at 1731104489084Preparing flush snapshotting stores in 1588230740 at 1731104489084Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731104489085 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731104489085Flushing 1588230740/info: creating writer at 1731104489085Flushing 1588230740/info: appending metadata at 1731104489126 (+41 ms)Flushing 1588230740/info: closing flushed file at 1731104489126Flushing 1588230740/ns: creating writer at 1731104489566 (+440 ms)Flushing 1588230740/ns: appending metadata at 1731104489580 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731104489580Flushing 1588230740/rep_barrier: creating writer at 1731104489988 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731104490006 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731104490006Flushing 1588230740/table: creating writer at 1731104490418 (+412 ms)Flushing 1588230740/table: appending metadata at 1731104490442 (+24 ms)Flushing 1588230740/table: closing flushed file at 1731104490442Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@702495ba: reopening flushed file at 1731104490466 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@708bbc09: reopening flushed file at 1731104490472 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40eb2cd4: reopening flushed file at 1731104490478 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61cbf101: reopening flushed file at 1731104490484 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1408ms, sequenceid=11, compaction requested=false at 1731104490492 (+8 ms)Writing region close event to WAL at 1731104490496 (+4 ms)Running coprocessor post-close hooks at 1731104490501 (+5 ms)Closed at 1731104490501 2024-11-08T22:21:30,502 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T22:21:30,688 INFO [RS:0;ff635fa717b5:39495 {}] regionserver.HRegionServer(976): stopping server ff635fa717b5,39495,1731104468282; all regions closed. 2024-11-08T22:21:30,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741834_1010 (size=2717) 2024-11-08T22:21:30,691 DEBUG [RS:0;ff635fa717b5:39495 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/oldWALs 2024-11-08T22:21:30,691 INFO [RS:0;ff635fa717b5:39495 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ff635fa717b5%2C39495%2C1731104468282.meta:.meta(num 1731104470917) 2024-11-08T22:21:30,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741833_1009 (size=1374) 2024-11-08T22:21:30,695 DEBUG [RS:0;ff635fa717b5:39495 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/oldWALs 2024-11-08T22:21:30,695 INFO [RS:0;ff635fa717b5:39495 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ff635fa717b5%2C39495%2C1731104468282:(num 1731104470464) 2024-11-08T22:21:30,695 DEBUG [RS:0;ff635fa717b5:39495 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:21:30,695 INFO [RS:0;ff635fa717b5:39495 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T22:21:30,696 INFO [RS:0;ff635fa717b5:39495 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T22:21:30,696 INFO [RS:0;ff635fa717b5:39495 {}] hbase.ChoreService(370): Chore service for: regionserver/ff635fa717b5:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T22:21:30,696 INFO [RS:0;ff635fa717b5:39495 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T22:21:30,697 INFO [regionserver/ff635fa717b5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T22:21:30,697 INFO [RS:0;ff635fa717b5:39495 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff635fa717b5:39495. 2024-11-08T22:21:30,697 DEBUG [RS:0;ff635fa717b5:39495 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:21:30,697 DEBUG [RS:0;ff635fa717b5:39495 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:21:30,697 DEBUG [RS:0;ff635fa717b5:39495 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:21:30,697 INFO [RS:0;ff635fa717b5:39495 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39495 2024-11-08T22:21:30,698 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:21:30,824 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T22:21:30,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35939-0x1011c89c2290003, quorum=127.0.0.1:49152, baseZNode=/1-543653714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-543653714/rs 2024-11-08T22:21:30,944 INFO [RS:0;ff635fa717b5:39495 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T22:21:30,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39495-0x1011c89c2290004, quorum=127.0.0.1:49152, baseZNode=/1-543653714 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-543653714/rs/ff635fa717b5,39495,1731104468282 2024-11-08T22:21:30,986 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ff635fa717b5,39495,1731104468282] 2024-11-08T22:21:31,026 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-543653714/draining/ff635fa717b5,39495,1731104468282 already deleted, retry=false 2024-11-08T22:21:31,027 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ff635fa717b5,39495,1731104468282 expired; onlineServers=0 2024-11-08T22:21:31,027 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ff635fa717b5,35939,1731104468171' ***** 2024-11-08T22:21:31,027 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T22:21:31,027 INFO [M:0;ff635fa717b5:35939 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T22:21:31,027 INFO [M:0;ff635fa717b5:35939 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T22:21:31,027 DEBUG [M:0;ff635fa717b5:35939 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T22:21:31,027 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T22:21:31,027 DEBUG [M:0;ff635fa717b5:35939 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T22:21:31,027 DEBUG [master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.small.0-1731104470092 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.small.0-1731104470092,5,FailOnTimeoutGroup] 2024-11-08T22:21:31,027 DEBUG [master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.large.0-1731104470088 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.large.0-1731104470088,5,FailOnTimeoutGroup] 2024-11-08T22:21:31,027 INFO [M:0;ff635fa717b5:35939 {}] hbase.ChoreService(370): Chore service for: master/ff635fa717b5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T22:21:31,027 INFO [M:0;ff635fa717b5:35939 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T22:21:31,027 DEBUG [M:0;ff635fa717b5:35939 {}] master.HMaster(1795): Stopping service threads 2024-11-08T22:21:31,027 INFO [M:0;ff635fa717b5:35939 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T22:21:31,027 INFO [M:0;ff635fa717b5:35939 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T22:21:31,028 INFO [M:0;ff635fa717b5:35939 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T22:21:31,028 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T22:21:31,067 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,2-ff635fa717b5,38045,1731104461397.replicationSource.wal-reader.ff635fa717b5%2C38045%2C1731104461397,2-ff635fa717b5,38045,1731104461397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/WALs/ff635fa717b5,38045,1731104461397/ff635fa717b5%2C38045%2C1731104461397.1731104483453 to pos 393, reset compression=false 2024-11-08T22:21:31,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39495-0x1011c89c2290004, quorum=127.0.0.1:49152, baseZNode=/1-543653714 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:21:31,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39495-0x1011c89c2290004, quorum=127.0.0.1:49152, baseZNode=/1-543653714 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:21:31,086 INFO [RS:0;ff635fa717b5:39495 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T22:21:31,086 INFO [RS:0;ff635fa717b5:39495 {}] regionserver.HRegionServer(1031): Exiting; stopping=ff635fa717b5,39495,1731104468282; zookeeper connection closed. 2024-11-08T22:21:31,086 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@c89de4f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@c89de4f 2024-11-08T22:21:31,087 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T22:21:31,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35939-0x1011c89c2290003, quorum=127.0.0.1:49152, baseZNode=/1-543653714 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-543653714/master 2024-11-08T22:21:31,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35939-0x1011c89c2290003, quorum=127.0.0.1:49152, baseZNode=/1-543653714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-543653714 2024-11-08T22:21:31,090 DEBUG [M:0;ff635fa717b5:35939 {}] zookeeper.ZKUtil(347): master:35939-0x1011c89c2290003, quorum=127.0.0.1:49152, baseZNode=/1-543653714 Unable to get data of znode /1-543653714/master because node does not exist (not an error) 2024-11-08T22:21:31,090 WARN [M:0;ff635fa717b5:35939 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T22:21:31,091 INFO [M:0;ff635fa717b5:35939 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/.lastflushedseqids 2024-11-08T22:21:31,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741845_1021 (size=173) 2024-11-08T22:21:31,250 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38045,1731104461397.replicationSource.wal-reader.ff635fa717b5%2C38045%2C1731104461397,1-ff635fa717b5,38045,1731104461397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/WALs/ff635fa717b5,38045,1731104461397/ff635fa717b5%2C38045%2C1731104461397.1731104483453 to pos 393, reset compression=false 2024-11-08T22:21:31,495 INFO [M:0;ff635fa717b5:35939 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T22:21:31,495 INFO [M:0;ff635fa717b5:35939 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T22:21:31,495 DEBUG [M:0;ff635fa717b5:35939 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T22:21:31,495 INFO [M:0;ff635fa717b5:35939 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:21:31,495 DEBUG [M:0;ff635fa717b5:35939 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:21:31,495 DEBUG [M:0;ff635fa717b5:35939 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T22:21:31,495 DEBUG [M:0;ff635fa717b5:35939 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:21:31,496 INFO [M:0;ff635fa717b5:35939 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.98 KB heapSize=33.85 KB 2024-11-08T22:21:31,521 DEBUG [M:0;ff635fa717b5:35939 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c5bad08d12954b7eaab565a740638eec is 82, key is hbase:meta,,1/info:regioninfo/1731104470963/Put/seqid=0 2024-11-08T22:21:31,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741846_1022 (size=5672) 2024-11-08T22:21:31,525 INFO [M:0;ff635fa717b5:35939 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c5bad08d12954b7eaab565a740638eec 2024-11-08T22:21:31,543 DEBUG [M:0;ff635fa717b5:35939 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/78cc46569e7249568779c2ab99f53e99 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731104476541/Put/seqid=0 2024-11-08T22:21:31,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741847_1023 (size=6585) 2024-11-08T22:21:31,546 INFO [M:0;ff635fa717b5:35939 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.42 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/78cc46569e7249568779c2ab99f53e99 2024-11-08T22:21:31,567 DEBUG [M:0;ff635fa717b5:35939 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2594671d3e8b41f4930f7ba8691c46b0 is 69, key is ff635fa717b5,39495,1731104468282/rs:state/1731104470215/Put/seqid=0 2024-11-08T22:21:31,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741848_1024 (size=5156) 2024-11-08T22:21:31,571 INFO [M:0;ff635fa717b5:35939 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2594671d3e8b41f4930f7ba8691c46b0 2024-11-08T22:21:31,576 DEBUG [M:0;ff635fa717b5:35939 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c5bad08d12954b7eaab565a740638eec as hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c5bad08d12954b7eaab565a740638eec 2024-11-08T22:21:31,581 INFO [M:0;ff635fa717b5:35939 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c5bad08d12954b7eaab565a740638eec, entries=8, sequenceid=55, filesize=5.5 K 2024-11-08T22:21:31,583 DEBUG [M:0;ff635fa717b5:35939 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/78cc46569e7249568779c2ab99f53e99 as hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/78cc46569e7249568779c2ab99f53e99 2024-11-08T22:21:31,590 INFO [M:0;ff635fa717b5:35939 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/78cc46569e7249568779c2ab99f53e99, entries=6, sequenceid=55, filesize=6.4 K 2024-11-08T22:21:31,591 DEBUG [M:0;ff635fa717b5:35939 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2594671d3e8b41f4930f7ba8691c46b0 as hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2594671d3e8b41f4930f7ba8691c46b0 2024-11-08T22:21:31,602 INFO [M:0;ff635fa717b5:35939 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35715/user/jenkins/test-data/7c941039-9a44-953f-7a1f-27f94df57988/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2594671d3e8b41f4930f7ba8691c46b0, entries=1, sequenceid=55, filesize=5.0 K 2024-11-08T22:21:31,603 INFO [M:0;ff635fa717b5:35939 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 107ms, sequenceid=55, compaction requested=false 2024-11-08T22:21:31,612 INFO [M:0;ff635fa717b5:35939 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:21:31,612 DEBUG [M:0;ff635fa717b5:35939 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731104491495Disabling compacts and flushes for region at 1731104491495Disabling writes for close at 1731104491495Obtaining lock to block concurrent updates at 1731104491496 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731104491496Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28651, getHeapSize=34600, getOffHeapSize=0, getCellsCount=66 at 1731104491496Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731104491497 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731104491497Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731104491520 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731104491520Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731104491528 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731104491543 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731104491543Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731104491549 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731104491566 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731104491566Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d8b42fe: reopening flushed file at 1731104491575 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b3e1af5: reopening flushed file at 1731104491581 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d6b6311: reopening flushed file at 1731104491590 (+9 ms)Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 107ms, sequenceid=55, compaction requested=false at 1731104491603 (+13 ms)Writing region close event to WAL at 1731104491612 (+9 ms)Closed at 1731104491612 2024-11-08T22:21:31,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741830_1006 (size=32758) 2024-11-08T22:21:31,614 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T22:21:31,614 INFO [M:0;ff635fa717b5:35939 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T22:21:31,615 INFO [M:0;ff635fa717b5:35939 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35939 2024-11-08T22:21:31,615 INFO [M:0;ff635fa717b5:35939 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T22:21:31,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35939-0x1011c89c2290003, quorum=127.0.0.1:49152, baseZNode=/1-543653714 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:21:31,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35939-0x1011c89c2290003, quorum=127.0.0.1:49152, baseZNode=/1-543653714 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:21:31,737 INFO [M:0;ff635fa717b5:35939 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T22:21:31,740 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@318c5ff0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T22:21:31,741 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6515073{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T22:21:31,741 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T22:21:31,741 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@645413a5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T22:21:31,741 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@445858c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e23485a-fdef-be34-bfe8-babfa347adbf/hadoop.log.dir/,STOPPED} 2024-11-08T22:21:31,742 WARN [BP-1605510313-172.17.0.3-1731104465995 heartbeating to localhost/127.0.0.1:35715 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T22:21:31,742 WARN [BP-1605510313-172.17.0.3-1731104465995 heartbeating to localhost/127.0.0.1:35715 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1605510313-172.17.0.3-1731104465995 (Datanode Uuid 566204db-8aae-4dff-b83e-ee98ea8dd4b3) service to localhost/127.0.0.1:35715 2024-11-08T22:21:31,743 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e23485a-fdef-be34-bfe8-babfa347adbf/cluster_27423efb-2f05-ff5b-6f75-f1938897d6c8/data/data1/current/BP-1605510313-172.17.0.3-1731104465995 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T22:21:31,743 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T22:21:31,744 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e23485a-fdef-be34-bfe8-babfa347adbf/cluster_27423efb-2f05-ff5b-6f75-f1938897d6c8/data/data2/current/BP-1605510313-172.17.0.3-1731104465995 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T22:21:31,744 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T22:21:31,744 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T22:21:31,753 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@75665d82{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T22:21:31,754 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1bf9ac86{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T22:21:31,754 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T22:21:31,754 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10ff8055{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T22:21:31,754 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3131c2a0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e23485a-fdef-be34-bfe8-babfa347adbf/hadoop.log.dir/,STOPPED} 2024-11-08T22:21:31,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T22:21:31,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T22:21:31,767 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T22:21:31,767 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:21:31,767 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:21:31,767 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:21:31,767 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:21:31,768 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T22:21:31,768 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1702535024, stopped=false 2024-11-08T22:21:31,768 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ff635fa717b5,38321,1731104461236 2024-11-08T22:21:31,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38045-0x1011c89c2290001, quorum=127.0.0.1:49152, baseZNode=/02055503437 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02055503437/running 2024-11-08T22:21:31,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38321-0x1011c89c2290000, quorum=127.0.0.1:49152, baseZNode=/02055503437 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02055503437/running 2024-11-08T22:21:31,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38045-0x1011c89c2290001, quorum=127.0.0.1:49152, baseZNode=/02055503437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02055503437 2024-11-08T22:21:31,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38321-0x1011c89c2290000, quorum=127.0.0.1:49152, baseZNode=/02055503437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02055503437 2024-11-08T22:21:31,786 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T22:21:31,787 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T22:21:31,787 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:21:31,787 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:21:31,787 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38045-0x1011c89c2290001, quorum=127.0.0.1:49152, baseZNode=/02055503437 Set watcher on znode that does not yet exist, /02055503437/running 2024-11-08T22:21:31,787 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ff635fa717b5,38045,1731104461397' ***** 2024-11-08T22:21:31,787 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T22:21:31,788 INFO [RS:0;ff635fa717b5:38045 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T22:21:31,788 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38321-0x1011c89c2290000, quorum=127.0.0.1:49152, baseZNode=/02055503437 Set watcher on znode that does not yet exist, /02055503437/running 2024-11-08T22:21:31,788 INFO [RS:0;ff635fa717b5:38045 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T22:21:31,788 INFO [RS:0;ff635fa717b5:38045 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T22:21:31,788 INFO [RS:0;ff635fa717b5:38045 {}] regionserver.HRegionServer(3091): Received CLOSE for 45cb647fb40da14b27ac80d1e7cf7313 2024-11-08T22:21:31,788 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T22:21:31,788 INFO [RS:0;ff635fa717b5:38045 {}] regionserver.HRegionServer(3091): Received CLOSE for 5d9dbde834b8a58742660fb714aedec7 2024-11-08T22:21:31,788 INFO [RS:0;ff635fa717b5:38045 {}] regionserver.HRegionServer(959): stopping server ff635fa717b5,38045,1731104461397 2024-11-08T22:21:31,788 INFO [RS:0;ff635fa717b5:38045 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T22:21:31,788 INFO [RS:0;ff635fa717b5:38045 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff635fa717b5:38045. 2024-11-08T22:21:31,788 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 45cb647fb40da14b27ac80d1e7cf7313, disabling compactions & flushes 2024-11-08T22:21:31,788 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731104475151.45cb647fb40da14b27ac80d1e7cf7313. 2024-11-08T22:21:31,788 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731104475151.45cb647fb40da14b27ac80d1e7cf7313. 2024-11-08T22:21:31,788 DEBUG [RS:0;ff635fa717b5:38045 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:21:31,789 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731104475151.45cb647fb40da14b27ac80d1e7cf7313. after waiting 0 ms 2024-11-08T22:21:31,789 DEBUG [RS:0;ff635fa717b5:38045 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:21:31,789 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731104475151.45cb647fb40da14b27ac80d1e7cf7313. 2024-11-08T22:21:31,789 INFO [RS:0;ff635fa717b5:38045 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T22:21:31,789 INFO [RS:0;ff635fa717b5:38045 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T22:21:31,789 INFO [RS:0;ff635fa717b5:38045 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T22:21:31,789 INFO [RS:0;ff635fa717b5:38045 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T22:21:31,790 INFO [RS:0;ff635fa717b5:38045 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T22:21:31,790 DEBUG [RS:0;ff635fa717b5:38045 {}] regionserver.HRegionServer(1325): Online Regions={45cb647fb40da14b27ac80d1e7cf7313=test,,1731104475151.45cb647fb40da14b27ac80d1e7cf7313., 1588230740=hbase:meta,,1.1588230740, 5d9dbde834b8a58742660fb714aedec7=hbase:replication,,1731104479093.5d9dbde834b8a58742660fb714aedec7.} 2024-11-08T22:21:31,790 DEBUG [RS:0;ff635fa717b5:38045 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 45cb647fb40da14b27ac80d1e7cf7313, 5d9dbde834b8a58742660fb714aedec7 2024-11-08T22:21:31,791 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T22:21:31,791 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T22:21:31,791 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T22:21:31,791 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T22:21:31,791 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T22:21:31,791 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T22:21:31,792 INFO [regionserver/ff635fa717b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T22:21:31,792 INFO [regionserver/ff635fa717b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T22:21:31,801 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/data/default/test/45cb647fb40da14b27ac80d1e7cf7313/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T22:21:31,801 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T22:21:31,801 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T22:21:31,801 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731104475151.45cb647fb40da14b27ac80d1e7cf7313. 2024-11-08T22:21:31,801 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 45cb647fb40da14b27ac80d1e7cf7313: Waiting for close lock at 1731104491788Running coprocessor pre-close hooks at 1731104491788Disabling compacts and flushes for region at 1731104491788Disabling writes for close at 1731104491789 (+1 ms)Writing region close event to WAL at 1731104491792 (+3 ms)Running coprocessor post-close hooks at 1731104491801 (+9 ms)Closed at 1731104491801 2024-11-08T22:21:31,802 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731104475151.45cb647fb40da14b27ac80d1e7cf7313. 2024-11-08T22:21:31,802 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5d9dbde834b8a58742660fb714aedec7, disabling compactions & flushes 2024-11-08T22:21:31,802 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731104479093.5d9dbde834b8a58742660fb714aedec7. 2024-11-08T22:21:31,802 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731104479093.5d9dbde834b8a58742660fb714aedec7. 2024-11-08T22:21:31,802 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731104479093.5d9dbde834b8a58742660fb714aedec7. after waiting 0 ms 2024-11-08T22:21:31,802 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731104479093.5d9dbde834b8a58742660fb714aedec7. 2024-11-08T22:21:31,802 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5d9dbde834b8a58742660fb714aedec7 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-08T22:21:31,806 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/data/hbase/meta/1588230740/.tmp/info/bc2dafaf82f24f5db537704ca943e6b7 is 147, key is hbase:replication,,1731104479093.5d9dbde834b8a58742660fb714aedec7./info:regioninfo/1731104479856/Put/seqid=0 2024-11-08T22:21:31,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35241 is added to blk_1073741847_1023 (size=7686) 2024-11-08T22:21:31,823 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/data/hbase/meta/1588230740/.tmp/info/bc2dafaf82f24f5db537704ca943e6b7 2024-11-08T22:21:31,825 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/data/hbase/replication/5d9dbde834b8a58742660fb714aedec7/.tmp/hfileref/aa39a0cd731644209e682c3dfd76d83b is 74, key is 1/hfileref:0d0935a41a044ab1b15afc0433affc29_SeqId_6_/1731104485544/DeleteColumn/seqid=0 2024-11-08T22:21:31,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35241 is added to blk_1073741848_1024 (size=5489) 2024-11-08T22:21:31,847 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/data/hbase/replication/5d9dbde834b8a58742660fb714aedec7/.tmp/hfileref/aa39a0cd731644209e682c3dfd76d83b 2024-11-08T22:21:31,854 INFO [regionserver/ff635fa717b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T22:21:31,858 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/data/hbase/meta/1588230740/.tmp/ns/2261da22fedc47b99beae05f626b8a14 is 43, key is default/ns:d/1731104465747/Put/seqid=0 2024-11-08T22:21:31,864 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T22:21:31,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:21:31,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:21:31,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:21:31,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:21:31,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:21:31,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35241 is added to blk_1073741849_1025 (size=5153) 2024-11-08T22:21:31,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:21:31,875 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/data/hbase/meta/1588230740/.tmp/ns/2261da22fedc47b99beae05f626b8a14 2024-11-08T22:21:31,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:21:31,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:21:31,881 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/data/hbase/replication/5d9dbde834b8a58742660fb714aedec7/.tmp/queue/3272f586596c4be2b5500e3420d537b5 is 153, key is 1-ff635fa717b5,38045,1731104461397/queue:ff635fa717b5%2C38045%2C1731104461397/1731104485546/Put/seqid=0 2024-11-08T22:21:31,900 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/data/hbase/meta/1588230740/.tmp/rep_barrier/d6897c96e49c4caa96b29dc13a2e5269 is 112, key is test,,1731104475151.45cb647fb40da14b27ac80d1e7cf7313./rep_barrier:seqnumDuringOpen/1731104475538/Put/seqid=0 2024-11-08T22:21:31,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35241 is added to blk_1073741850_1026 (size=5504) 2024-11-08T22:21:31,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35241 is added to blk_1073741851_1027 (size=5518) 2024-11-08T22:21:31,952 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:21:31,952 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:21:31,952 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:21:31,953 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:21:31,953 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:21:31,953 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:21:31,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:21:31,966 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:21:31,966 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:21:31,968 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:21:31,991 DEBUG [RS:0;ff635fa717b5:38045 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5d9dbde834b8a58742660fb714aedec7 2024-11-08T22:21:32,002 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:21:32,002 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:21:32,191 DEBUG [RS:0;ff635fa717b5:38045 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5d9dbde834b8a58742660fb714aedec7 2024-11-08T22:21:32,270 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,2-ff635fa717b5,38045,1731104461397.replicationSource.wal-reader.ff635fa717b5%2C38045%2C1731104461397,2-ff635fa717b5,38045,1731104461397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/WALs/ff635fa717b5,38045,1731104461397/ff635fa717b5%2C38045%2C1731104461397.1731104483453 to pos 393, reset compression=false 2024-11-08T22:21:32,274 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,2-ff635fa717b5,38045,1731104461397.replicationSource.wal-reader.ff635fa717b5%2C38045%2C1731104461397,2-ff635fa717b5,38045,1731104461397 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T22:21:32,274 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,2-ff635fa717b5,38045,1731104461397.replicationSource.wal-reader.ff635fa717b5%2C38045%2C1731104461397,2-ff635fa717b5,38045,1731104461397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/WALs/ff635fa717b5,38045,1731104461397/ff635fa717b5%2C38045%2C1731104461397.1731104483453 to pos 688, reset compression=false 2024-11-08T22:21:32,274 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,2-ff635fa717b5,38045,1731104461397.replicationSource.shipperff635fa717b5%2C38045%2C1731104461397,2-ff635fa717b5,38045,1731104461397 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-ff635fa717b5,38045,1731104461397 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/WALs/ff635fa717b5,38045,1731104461397/ff635fa717b5%2C38045%2C1731104461397.1731104483453, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T22:21:32,275 ERROR [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,2-ff635fa717b5,38045,1731104461397.replicationSource.shipperff635fa717b5%2C38045%2C1731104461397,2-ff635fa717b5,38045,1731104461397 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ff635fa717b5,38045,1731104461397: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-ff635fa717b5,38045,1731104461397, walGroup=ff635fa717b5%2C38045%2C1731104461397, offset=ff635fa717b5%2C38045%2C1731104461397.1731104483453:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff635fa717b5:38045 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T22:21:32,277 ERROR [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,2-ff635fa717b5,38045,1731104461397.replicationSource.shipperff635fa717b5%2C38045%2C1731104461397,2-ff635fa717b5,38045,1731104461397 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T22:21:32,277 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,2-ff635fa717b5,38045,1731104461397.replicationSource.shipperff635fa717b5%2C38045%2C1731104461397,2-ff635fa717b5,38045,1731104461397 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T22:21:32,277 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,2-ff635fa717b5,38045,1731104461397.replicationSource.shipperff635fa717b5%2C38045%2C1731104461397,2-ff635fa717b5,38045,1731104461397 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T22:21:32,277 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,2-ff635fa717b5,38045,1731104461397.replicationSource.shipperff635fa717b5%2C38045%2C1731104461397,2-ff635fa717b5,38045,1731104461397 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T22:21:32,277 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,2-ff635fa717b5,38045,1731104461397.replicationSource.shipperff635fa717b5%2C38045%2C1731104461397,2-ff635fa717b5,38045,1731104461397 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T22:21:32,277 INFO [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,2-ff635fa717b5,38045,1731104461397.replicationSource.shipperff635fa717b5%2C38045%2C1731104461397,2-ff635fa717b5,38045,1731104461397 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1524629504, "init": 1048576000, "max": 2306867200, "used": 1102694088 }, "NonHeapMemoryUsage": { "committed": 211550208, "init": 7667712, "max": -1, "used": 208497648 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T22:21:32,278 WARN [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,2-ff635fa717b5,38045,1731104461397.replicationSource.shipperff635fa717b5%2C38045%2C1731104461397,2-ff635fa717b5,38045,1731104461397 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff635fa717b5:38321 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff635fa717b5:38321 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T22:21:32,307 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/data/hbase/replication/5d9dbde834b8a58742660fb714aedec7/.tmp/queue/3272f586596c4be2b5500e3420d537b5 2024-11-08T22:21:32,311 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/data/hbase/replication/5d9dbde834b8a58742660fb714aedec7/.tmp/hfileref/aa39a0cd731644209e682c3dfd76d83b as hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/data/hbase/replication/5d9dbde834b8a58742660fb714aedec7/hfileref/aa39a0cd731644209e682c3dfd76d83b 2024-11-08T22:21:32,314 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/data/hbase/meta/1588230740/.tmp/rep_barrier/d6897c96e49c4caa96b29dc13a2e5269 2024-11-08T22:21:32,314 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/data/hbase/replication/5d9dbde834b8a58742660fb714aedec7/hfileref/aa39a0cd731644209e682c3dfd76d83b, entries=6, sequenceid=17, filesize=5.4 K 2024-11-08T22:21:32,315 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/data/hbase/replication/5d9dbde834b8a58742660fb714aedec7/.tmp/queue/3272f586596c4be2b5500e3420d537b5 as hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/data/hbase/replication/5d9dbde834b8a58742660fb714aedec7/queue/3272f586596c4be2b5500e3420d537b5 2024-11-08T22:21:32,318 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/data/hbase/replication/5d9dbde834b8a58742660fb714aedec7/queue/3272f586596c4be2b5500e3420d537b5, entries=2, sequenceid=17, filesize=5.4 K 2024-11-08T22:21:32,319 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 5d9dbde834b8a58742660fb714aedec7 in 517ms, sequenceid=17, compaction requested=false 2024-11-08T22:21:32,334 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/data/hbase/meta/1588230740/.tmp/table/00a6053e1efc4167849daa728a83e7a8 is 53, key is hbase:replication/table:state/1731104479862/Put/seqid=0 2024-11-08T22:21:32,335 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/data/hbase/replication/5d9dbde834b8a58742660fb714aedec7/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-08T22:21:32,336 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T22:21:32,336 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T22:21:32,336 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731104479093.5d9dbde834b8a58742660fb714aedec7. 2024-11-08T22:21:32,336 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5d9dbde834b8a58742660fb714aedec7: Waiting for close lock at 1731104491802Running coprocessor pre-close hooks at 1731104491802Disabling compacts and flushes for region at 1731104491802Disabling writes for close at 1731104491802Obtaining lock to block concurrent updates at 1731104491802Preparing flush snapshotting stores in 5d9dbde834b8a58742660fb714aedec7 at 1731104491802Finished memstore snapshotting hbase:replication,,1731104479093.5d9dbde834b8a58742660fb714aedec7., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731104491802Flushing stores of hbase:replication,,1731104479093.5d9dbde834b8a58742660fb714aedec7. at 1731104491803 (+1 ms)Flushing 5d9dbde834b8a58742660fb714aedec7/hfileref: creating writer at 1731104491803Flushing 5d9dbde834b8a58742660fb714aedec7/hfileref: appending metadata at 1731104491825 (+22 ms)Flushing 5d9dbde834b8a58742660fb714aedec7/hfileref: closing flushed file at 1731104491825Flushing 5d9dbde834b8a58742660fb714aedec7/queue: creating writer at 1731104491851 (+26 ms)Flushing 5d9dbde834b8a58742660fb714aedec7/queue: appending metadata at 1731104491881 (+30 ms)Flushing 5d9dbde834b8a58742660fb714aedec7/queue: closing flushed file at 1731104491881Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bb086b9: reopening flushed file at 1731104492310 (+429 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3759c3ae: reopening flushed file at 1731104492314 (+4 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 5d9dbde834b8a58742660fb714aedec7 in 517ms, sequenceid=17, compaction requested=false at 1731104492319 (+5 ms)Writing region close event to WAL at 1731104492328 (+9 ms)Running coprocessor post-close hooks at 1731104492336 (+8 ms)Closed at 1731104492336 2024-11-08T22:21:32,336 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731104479093.5d9dbde834b8a58742660fb714aedec7. 2024-11-08T22:21:32,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35241 is added to blk_1073741852_1028 (size=5308) 2024-11-08T22:21:32,347 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/data/hbase/meta/1588230740/.tmp/table/00a6053e1efc4167849daa728a83e7a8 2024-11-08T22:21:32,355 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/data/hbase/meta/1588230740/.tmp/info/bc2dafaf82f24f5db537704ca943e6b7 as hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/data/hbase/meta/1588230740/info/bc2dafaf82f24f5db537704ca943e6b7 2024-11-08T22:21:32,360 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/data/hbase/meta/1588230740/info/bc2dafaf82f24f5db537704ca943e6b7, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T22:21:32,361 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/data/hbase/meta/1588230740/.tmp/ns/2261da22fedc47b99beae05f626b8a14 as hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/data/hbase/meta/1588230740/ns/2261da22fedc47b99beae05f626b8a14 2024-11-08T22:21:32,369 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/data/hbase/meta/1588230740/ns/2261da22fedc47b99beae05f626b8a14, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T22:21:32,370 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/data/hbase/meta/1588230740/.tmp/rep_barrier/d6897c96e49c4caa96b29dc13a2e5269 as hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/data/hbase/meta/1588230740/rep_barrier/d6897c96e49c4caa96b29dc13a2e5269 2024-11-08T22:21:32,378 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/data/hbase/meta/1588230740/rep_barrier/d6897c96e49c4caa96b29dc13a2e5269, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T22:21:32,379 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/data/hbase/meta/1588230740/.tmp/table/00a6053e1efc4167849daa728a83e7a8 as hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/data/hbase/meta/1588230740/table/00a6053e1efc4167849daa728a83e7a8 2024-11-08T22:21:32,382 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/data/hbase/meta/1588230740/table/00a6053e1efc4167849daa728a83e7a8, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T22:21:32,383 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 592ms, sequenceid=16, compaction requested=false 2024-11-08T22:21:32,383 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T22:21:32,386 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T22:21:32,387 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T22:21:32,387 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T22:21:32,387 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T22:21:32,387 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731104491791Running coprocessor pre-close hooks at 1731104491791Disabling compacts and flushes for region at 1731104491791Disabling writes for close at 1731104491791Obtaining lock to block concurrent updates at 1731104491791Preparing flush snapshotting stores in 1588230740 at 1731104491791Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731104491791Flushing stores of hbase:meta,,1.1588230740 at 1731104491792 (+1 ms)Flushing 1588230740/info: creating writer at 1731104491792Flushing 1588230740/info: appending metadata at 1731104491806 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731104491806Flushing 1588230740/ns: creating writer at 1731104491831 (+25 ms)Flushing 1588230740/ns: appending metadata at 1731104491858 (+27 ms)Flushing 1588230740/ns: closing flushed file at 1731104491858Flushing 1588230740/rep_barrier: creating writer at 1731104491879 (+21 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731104491900 (+21 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731104491900Flushing 1588230740/table: creating writer at 1731104492317 (+417 ms)Flushing 1588230740/table: appending metadata at 1731104492333 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731104492334 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5746c764: reopening flushed file at 1731104492353 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4191f013: reopening flushed file at 1731104492360 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@679d7d59: reopening flushed file at 1731104492369 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@132f5af7: reopening flushed file at 1731104492378 (+9 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 592ms, sequenceid=16, compaction requested=false at 1731104492383 (+5 ms)Writing region close event to WAL at 1731104492384 (+1 ms)Running coprocessor post-close hooks at 1731104492387 (+3 ms)Closed at 1731104492387 2024-11-08T22:21:32,387 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T22:21:32,391 INFO [RS:0;ff635fa717b5:38045 {}] regionserver.HRegionServer(976): stopping server ff635fa717b5,38045,1731104461397; all regions closed. 2024-11-08T22:21:32,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35241 is added to blk_1073741844_1020 (size=859) 2024-11-08T22:21:32,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35241 is added to blk_1073741842_1018 (size=2791) 2024-11-08T22:21:32,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35241 is added to blk_1073741843_1019 (size=696) 2024-11-08T22:21:32,396 DEBUG [RS:0;ff635fa717b5:38045 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:21:32,396 INFO [RS:0;ff635fa717b5:38045 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T22:21:32,396 INFO [RS:0;ff635fa717b5:38045 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T22:21:32,396 INFO [RS:0;ff635fa717b5:38045 {}] hbase.ChoreService(370): Chore service for: regionserver/ff635fa717b5:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T22:21:32,396 INFO [RS:0;ff635fa717b5:38045 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T22:21:32,396 INFO [regionserver/ff635fa717b5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T22:21:32,396 INFO [RS:0;ff635fa717b5:38045 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ff635fa717b5,38045,1731104461397 because: Region server is closing 2024-11-08T22:21:32,397 INFO [RS:0;ff635fa717b5:38045 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff635fa717b5:38045. 2024-11-08T22:21:32,397 DEBUG [RS:0;ff635fa717b5:38045 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:21:32,397 DEBUG [RS:0;ff635fa717b5:38045 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:21:32,397 DEBUG [RS:0;ff635fa717b5:38045 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:21:32,397 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:21:32,477 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,2-ff635fa717b5,38045,1731104461397.replicationSource.wal-reader.ff635fa717b5%2C38045%2C1731104461397,2-ff635fa717b5,38045,1731104461397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/WALs/ff635fa717b5,38045,1731104461397/ff635fa717b5%2C38045%2C1731104461397.1731104483453 to pos 688, reset compression=false 2024-11-08T22:21:32,479 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,2-ff635fa717b5,38045,1731104461397.replicationSource.wal-reader.ff635fa717b5%2C38045%2C1731104461397,2-ff635fa717b5,38045,1731104461397 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/WALs/ff635fa717b5,38045,1731104461397/ff635fa717b5%2C38045%2C1731104461397.1731104483453 2024-11-08T22:21:32,479 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,2-ff635fa717b5,38045,1731104461397.replicationSource.wal-reader.ff635fa717b5%2C38045%2C1731104461397,2-ff635fa717b5,38045,1731104461397 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-08T22:21:32,479 DEBUG [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,2-ff635fa717b5,38045,1731104461397.replicationSource.wal-reader.ff635fa717b5%2C38045%2C1731104461397,2-ff635fa717b5,38045,1731104461397 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-08T22:21:32,497 WARN [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38045,1731104461397.replicationSource.shipperff635fa717b5%2C38045%2C1731104461397,1-ff635fa717b5,38045,1731104461397 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-08T22:21:32,497 INFO [RS:0;ff635fa717b5:38045 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,1-ff635fa717b5,38045,1731104461397.replicationSource.shipperff635fa717b5%2C38045%2C1731104461397,1-ff635fa717b5,38045,1731104461397 terminated 2024-11-08T22:21:32,497 INFO [RS:0;ff635fa717b5:38045 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-ff635fa717b5,38045,1731104461397 because: Region server is closing 2024-11-08T22:21:32,498 INFO [RS:0;ff635fa717b5:38045 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff635fa717b5:38045. 2024-11-08T22:21:32,498 DEBUG [RS:0;ff635fa717b5:38045 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:21:32,498 DEBUG [RS:0;ff635fa717b5:38045 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:21:32,498 DEBUG [RS:0;ff635fa717b5:38045 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:21:32,498 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:21:32,598 INFO [RS:0;ff635fa717b5:38045 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,2-ff635fa717b5,38045,1731104461397.replicationSource.shipperff635fa717b5%2C38045%2C1731104461397,2-ff635fa717b5,38045,1731104461397 terminated 2024-11-08T22:21:32,598 INFO [RS:0;ff635fa717b5:38045 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38045 2024-11-08T22:21:32,598 WARN [RS_REFRESH_PEER-regionserver/ff635fa717b5:0-0.replicationSource,2-ff635fa717b5,38045,1731104461397.replicationSource.wal-reader.ff635fa717b5%2C38045%2C1731104461397,2-ff635fa717b5,38045,1731104461397 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-11-08T22:21:32,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38045-0x1011c89c2290001, quorum=127.0.0.1:49152, baseZNode=/02055503437 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02055503437/rs/ff635fa717b5,38045,1731104461397 2024-11-08T22:21:32,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38321-0x1011c89c2290000, quorum=127.0.0.1:49152, baseZNode=/02055503437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02055503437/rs 2024-11-08T22:21:32,618 INFO [RS:0;ff635fa717b5:38045 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T22:21:32,628 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ff635fa717b5,38045,1731104461397] 2024-11-08T22:21:32,639 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /02055503437/draining/ff635fa717b5,38045,1731104461397 already deleted, retry=false 2024-11-08T22:21:32,639 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ff635fa717b5,38045,1731104461397 expired; onlineServers=0 2024-11-08T22:21:32,639 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ff635fa717b5,38321,1731104461236' ***** 2024-11-08T22:21:32,639 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T22:21:32,639 INFO [M:0;ff635fa717b5:38321 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T22:21:32,639 INFO [M:0;ff635fa717b5:38321 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T22:21:32,639 DEBUG [M:0;ff635fa717b5:38321 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T22:21:32,639 DEBUG [M:0;ff635fa717b5:38321 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T22:21:32,639 DEBUG [master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.large.0-1731104464476 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.large.0-1731104464476,5,FailOnTimeoutGroup] 2024-11-08T22:21:32,639 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T22:21:32,639 INFO [M:0;ff635fa717b5:38321 {}] hbase.ChoreService(370): Chore service for: master/ff635fa717b5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T22:21:32,639 DEBUG [master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.small.0-1731104464477 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.small.0-1731104464477,5,FailOnTimeoutGroup] 2024-11-08T22:21:32,639 INFO [M:0;ff635fa717b5:38321 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T22:21:32,639 DEBUG [M:0;ff635fa717b5:38321 {}] master.HMaster(1795): Stopping service threads 2024-11-08T22:21:32,639 INFO [M:0;ff635fa717b5:38321 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T22:21:32,639 INFO [M:0;ff635fa717b5:38321 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T22:21:32,639 INFO [M:0;ff635fa717b5:38321 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T22:21:32,640 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T22:21:32,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38321-0x1011c89c2290000, quorum=127.0.0.1:49152, baseZNode=/02055503437 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02055503437/master 2024-11-08T22:21:32,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38321-0x1011c89c2290000, quorum=127.0.0.1:49152, baseZNode=/02055503437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02055503437 2024-11-08T22:21:32,649 DEBUG [M:0;ff635fa717b5:38321 {}] zookeeper.ZKUtil(347): master:38321-0x1011c89c2290000, quorum=127.0.0.1:49152, baseZNode=/02055503437 Unable to get data of znode /02055503437/master because node does not exist (not an error) 2024-11-08T22:21:32,649 WARN [M:0;ff635fa717b5:38321 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T22:21:32,650 INFO [M:0;ff635fa717b5:38321 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/.lastflushedseqids 2024-11-08T22:21:32,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35241 is added to blk_1073741853_1029 (size=263) 2024-11-08T22:21:32,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38045-0x1011c89c2290001, quorum=127.0.0.1:49152, baseZNode=/02055503437 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:21:32,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38045-0x1011c89c2290001, quorum=127.0.0.1:49152, baseZNode=/02055503437 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:21:32,728 INFO [RS:0;ff635fa717b5:38045 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T22:21:32,729 INFO [RS:0;ff635fa717b5:38045 {}] regionserver.HRegionServer(1031): Exiting; stopping=ff635fa717b5,38045,1731104461397; zookeeper connection closed. 2024-11-08T22:21:32,730 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@546b2529 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@546b2529 2024-11-08T22:21:32,730 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T22:21:33,071 INFO [M:0;ff635fa717b5:38321 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T22:21:33,071 INFO [M:0;ff635fa717b5:38321 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T22:21:33,071 DEBUG [M:0;ff635fa717b5:38321 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T22:21:33,071 INFO [M:0;ff635fa717b5:38321 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:21:33,071 DEBUG [M:0;ff635fa717b5:38321 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:21:33,071 DEBUG [M:0;ff635fa717b5:38321 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T22:21:33,071 DEBUG [M:0;ff635fa717b5:38321 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:21:33,071 INFO [M:0;ff635fa717b5:38321 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.82 KB heapSize=70.48 KB 2024-11-08T22:21:33,099 DEBUG [M:0;ff635fa717b5:38321 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/87a5ef81769742a7a52a5cda07267f29 is 82, key is hbase:meta,,1/info:regioninfo/1731104465691/Put/seqid=0 2024-11-08T22:21:33,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35241 is added to blk_1073741854_1030 (size=5672) 2024-11-08T22:21:33,117 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:21:33,118 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ff635fa717b5,36459,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff635fa717b5:36459 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T22:21:33,118 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 18, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 169353 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ff635fa717b5,36459,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff635fa717b5:36459 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T22:21:33,506 INFO [M:0;ff635fa717b5:38321 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/87a5ef81769742a7a52a5cda07267f29 2024-11-08T22:21:33,536 DEBUG [M:0;ff635fa717b5:38321 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8bea798c63d643598e1225193a11439c is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731104479865/Put/seqid=0 2024-11-08T22:21:33,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35241 is added to blk_1073741855_1031 (size=8908) 2024-11-08T22:21:33,563 INFO [M:0;ff635fa717b5:38321 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.26 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8bea798c63d643598e1225193a11439c 2024-11-08T22:21:33,600 DEBUG [M:0;ff635fa717b5:38321 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e45f8220fa324482b5112d189017ed03 is 69, key is ff635fa717b5,38045,1731104461397/rs:state/1731104464717/Put/seqid=0 2024-11-08T22:21:33,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35241 is added to blk_1073741856_1032 (size=5156) 2024-11-08T22:21:33,609 INFO [M:0;ff635fa717b5:38321 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e45f8220fa324482b5112d189017ed03 2024-11-08T22:21:33,613 DEBUG [M:0;ff635fa717b5:38321 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/87a5ef81769742a7a52a5cda07267f29 as hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/87a5ef81769742a7a52a5cda07267f29 2024-11-08T22:21:33,617 INFO [M:0;ff635fa717b5:38321 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/87a5ef81769742a7a52a5cda07267f29, entries=8, sequenceid=112, filesize=5.5 K 2024-11-08T22:21:33,618 DEBUG [M:0;ff635fa717b5:38321 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8bea798c63d643598e1225193a11439c as hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8bea798c63d643598e1225193a11439c 2024-11-08T22:21:33,623 INFO [M:0;ff635fa717b5:38321 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8bea798c63d643598e1225193a11439c, entries=13, sequenceid=112, filesize=8.7 K 2024-11-08T22:21:33,624 DEBUG [M:0;ff635fa717b5:38321 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e45f8220fa324482b5112d189017ed03 as hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e45f8220fa324482b5112d189017ed03 2024-11-08T22:21:33,629 INFO [M:0;ff635fa717b5:38321 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43793/user/jenkins/test-data/ef836553-21dd-77ce-8714-7bf1fa4446c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e45f8220fa324482b5112d189017ed03, entries=1, sequenceid=112, filesize=5.0 K 2024-11-08T22:21:33,630 INFO [M:0;ff635fa717b5:38321 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.82 KB/61256, heapSize ~70.19 KB/71872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 559ms, sequenceid=112, compaction requested=false 2024-11-08T22:21:33,631 INFO [M:0;ff635fa717b5:38321 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:21:33,631 DEBUG [M:0;ff635fa717b5:38321 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731104493071Disabling compacts and flushes for region at 1731104493071Disabling writes for close at 1731104493071Obtaining lock to block concurrent updates at 1731104493071Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731104493071Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61256, getHeapSize=72112, getOffHeapSize=0, getCellsCount=131 at 1731104493072 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731104493072Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731104493072Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731104493099 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731104493099Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731104493514 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731104493535 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731104493535Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731104493573 (+38 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731104493600 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731104493600Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@752c822b: reopening flushed file at 1731104493612 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cbef840: reopening flushed file at 1731104493617 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@418bf62a: reopening flushed file at 1731104493623 (+6 ms)Finished flush of dataSize ~59.82 KB/61256, heapSize ~70.19 KB/71872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 559ms, sequenceid=112, compaction requested=false at 1731104493630 (+7 ms)Writing region close event to WAL at 1731104493631 (+1 ms)Closed at 1731104493631 2024-11-08T22:21:33,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35241 is added to blk_1073741830_1006 (size=69043) 2024-11-08T22:21:33,634 INFO [M:0;ff635fa717b5:38321 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T22:21:33,634 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T22:21:33,634 INFO [M:0;ff635fa717b5:38321 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38321 2024-11-08T22:21:33,634 INFO [M:0;ff635fa717b5:38321 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T22:21:33,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38321-0x1011c89c2290000, quorum=127.0.0.1:49152, baseZNode=/02055503437 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:21:33,802 INFO [M:0;ff635fa717b5:38321 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T22:21:33,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38321-0x1011c89c2290000, quorum=127.0.0.1:49152, baseZNode=/02055503437 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:21:33,804 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@22e8e045{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T22:21:33,805 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@37047678{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T22:21:33,805 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T22:21:33,805 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4332c7e9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T22:21:33,805 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b975c13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63fd2fbb-08cf-49b9-d7cb-828d420cbb6c/hadoop.log.dir/,STOPPED} 2024-11-08T22:21:33,806 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T22:21:33,806 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T22:21:33,806 WARN [BP-405760619-172.17.0.3-1731104458396 heartbeating to localhost/127.0.0.1:43793 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T22:21:33,806 WARN [BP-405760619-172.17.0.3-1731104458396 heartbeating to localhost/127.0.0.1:43793 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-405760619-172.17.0.3-1731104458396 (Datanode Uuid 79006219-dc26-4417-b1e0-63c4973a0757) service to localhost/127.0.0.1:43793 2024-11-08T22:21:33,807 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T22:21:33,807 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63fd2fbb-08cf-49b9-d7cb-828d420cbb6c/cluster_23755840-a275-9065-c0fe-0a3deef59c0e/data/data1/current/BP-405760619-172.17.0.3-1731104458396 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T22:21:33,807 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63fd2fbb-08cf-49b9-d7cb-828d420cbb6c/cluster_23755840-a275-9065-c0fe-0a3deef59c0e/data/data2/current/BP-405760619-172.17.0.3-1731104458396 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T22:21:33,813 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@34af3c01{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T22:21:33,814 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6828b0e1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T22:21:33,814 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T22:21:33,814 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18f1c542{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T22:21:33,814 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64a3da7d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63fd2fbb-08cf-49b9-d7cb-828d420cbb6c/hadoop.log.dir/,STOPPED} 2024-11-08T22:21:33,820 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T22:21:33,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T22:21:33,852 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=598 (was 525) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49152) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43793 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35559 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43793 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43793 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:43793 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:35715 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35559 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:35715 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:35559 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:43793 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:43793 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:35559 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:35559 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43793 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35715 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:43793 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43793 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35715 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43793 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35715 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:43793 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35715 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:35715 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43793 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35559 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35715 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49152) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:43793 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:35715 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35559 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:35715 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43793 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:35559 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35715 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:35559 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35559 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49152) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:43793 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=979 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=544 (was 468) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2337 (was 1593) - AvailableMemoryMB LEAK? - 2024-11-08T22:21:33,852 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=598 is superior to 500 2024-11-08T22:21:33,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1011c89c2290008, quorum=127.0.0.1:49152, baseZNode=/2149038266 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T22:21:33,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011c89c2290002, quorum=127.0.0.1:49152, baseZNode=/02055503437 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T22:21:33,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011c89c2290005, quorum=127.0.0.1:49152, baseZNode=/1-543653714 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T22:21:33,918 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1011c89c2290008, quorum=127.0.0.1:49152, baseZNode=/2149038266 Received Disconnected from ZooKeeper, ignoring 2024-11-08T22:21:33,918 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011c89c2290002, quorum=127.0.0.1:49152, baseZNode=/02055503437 Received Disconnected from ZooKeeper, ignoring 2024-11-08T22:21:33,918 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011c89c2290005, quorum=127.0.0.1:49152, baseZNode=/1-543653714 Received Disconnected from ZooKeeper, ignoring